diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index d0948ead07d0aabd6c617da1894b1df8b79fc7f3..420ed8c9894bec66074637f55fa41e546c4c535f 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T07:47:19.766392+00:00", + "generated_at": "2026-06-22T07:57:15.143833+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index f9a2ad9468b0f1e280d3e5776aaf97eba0e5a72b..a3661619c98ab8f9b2cfbe9aa404e35340a9de86 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,TimesFM-2.5,0.3113450437413025,0.6267018530987069,7.0,1,1,1.0 Air Quality,ETS,0.8278621445154991,0.861462633073793,8.0,1,1,1.0 Air Quality,Moving-Average,0.9063972205324378,0.9072680803461534,9.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -Finance,ETS,0.3134280595248571,0.383556465487668,1.0,1,1,1.0 -Finance,Moving-Average,0.37352519060718187,0.43520531446772354,2.0,1,1,1.0 -Finance,Timer-S1,0.5047418558687982,0.6312453967840467,3.0,1,1,1.0 -Finance,TimesFM-2.5,0.6818099448855479,0.6564527193770627,4.0,1,1,1.0 -Finance,TiRex,0.967666344391931,0.7635267574278715,5.0,1,1,1.0 -Finance,Toto-2.0-1B,0.5174789424704838,0.7719267644133504,6.0,1,1,1.0 -Finance,Chronos-2,0.4117310206403631,0.8245490670842449,7.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.5444159935941721,0.8872886297600682,8.0,1,1,1.0 +Finance,ETS,0.31248197857589094,0.3824480661596151,1.0,1,1,1.0 +Finance,Moving-Average,0.37258276637766685,0.43410355912790566,2.0,1,1,1.0 +Finance,Timer-S1,0.5040870087151871,0.6306834103162797,3.0,1,1,1.0 +Finance,TimesFM-2.5,0.6827338986705469,0.657694903076472,4.0,1,1,1.0 +Finance,TiRex,0.9691836979854335,0.7640108887881482,5.0,1,1,1.0 +Finance,Toto-2.0-1B,0.5177280435614647,0.7724119763310483,6.0,1,1,1.0 +Finance,Chronos-2,0.4104683339376339,0.8240119467526451,7.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.481350204149813,0.8816282847347556,8.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Finance,ARIMA,1.3561546108040852,1.9921962053927114,10.0,1,1,1.0 +Finance,ARIMA,1.3544935440938197,1.991294737752847,10.0,1,1,1.0 Hazards,Chronos-2,0.4113635439038825,0.5183186968386267,1.0,1,1,1.0 Hazards,Toto-2.0-1B,0.5339806821199082,0.5610334734669412,2.0,1,1,1.0 Hazards,ARIMA,0.5639455186089176,0.5781335997353867,3.0,1,1,1.0 @@ -38,17 +38,17 @@ Hydrology,Chronos-2,0.7015233919690053,1.135204109151668,6.0,1,1,1.0 Hydrology,TimesFM-2.5,0.689314921020468,1.1807884366652002,7.0,1,1,1.0 Hydrology,Timer-S1,0.871625331735611,1.2034597633482607,8.0,1,1,1.0 Hydrology,Moving-Average,1.0655308142888356,1.2590774744243416,9.0,1,1,1.0 -Hydrology,Moirai-1.1-Large,2.309955576086044,1.6527480964756014,10.0,1,1,1.0 -Ocean,Chronos-2,0.1910038936925336,0.33717651075276467,2.0,2,2,1.0 -Ocean,TiRex,0.524193063009185,0.5341235996813652,3.5,2,2,1.0 -Ocean,Timer-S1,0.23038390798514832,0.39743374843997853,4.5,2,2,1.0 -Ocean,ETS,1.3956341012403715,1.1665779753232461,5.0,2,2,1.0 -Ocean,Toto-2.0-1B,0.07061771275341296,0.3703202932583398,5.0,2,2,1.0 -Ocean,Moving-Average,0.9654753545244197,0.9602272020209267,5.5,2,2,1.0 -Ocean,TimesFM-2.5,0.23312190450219672,0.4914282888090135,5.5,2,2,1.0 -Ocean,Moirai-1.1-Large,2.1238145921060863,1.2691390164196836,7.0,2,2,1.0 +Hydrology,Moirai-1.1-Large,2.2923149098495643,1.6291806693478157,10.0,1,1,1.0 +Ocean,Chronos-2,0.1795759145995834,0.33162800047662067,2.0,2,2,1.0 +Ocean,TiRex,0.4244205634015007,0.479240869643429,3.5,2,2,1.0 +Ocean,Timer-S1,0.23089572527201496,0.3920106091790511,4.5,2,2,1.0 +Ocean,ETS,1.019494703672331,0.9923077451742277,5.0,2,2,1.0 +Ocean,Toto-2.0-1B,0.12120281716154199,0.3802843553653829,5.0,2,2,1.0 +Ocean,Moving-Average,0.9697761730960927,0.9635191636639954,5.5,2,2,1.0 +Ocean,TimesFM-2.5,0.19927497722942122,0.4415047492509651,5.5,2,2,1.0 +Ocean,Moirai-1.1-Large,1.9256362555194018,1.171845442911214,7.0,2,2,1.0 Ocean,Seasonal-Naive,1.0,1.0,8.0,2,2,1.0 -Ocean,ARIMA,1.415543320317168,1.2181553870447004,9.0,2,2,1.0 +Ocean,ARIMA,1.0925372130092343,1.0582622417869552,9.0,2,2,1.0 Weather,Chronos-2,0.3205499243964974,0.5082490399502162,1.6666666666666667,3,3,1.0 Weather,Seasonal-Naive,1.0,1.0,4.0,3,3,1.0 Weather,Moirai-1.1-Large,1.3423924699239056,1.0295728662344248,4.333333333333333,3,3,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 474a70ff0826a8a103d4aa369d665187ea726e42..cc6688cf44ad25d48054742e036780521ed9baeb 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -2,7 +2,7 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 10min,ETS,0.7630438985152146,0.8394791613773452,1.0,1,1,1.0 10min,TiRex,0.9439226313619847,0.8734473762561619,2.0,1,1,1.0 10min,Chronos-2,0.9771198759768172,0.8971332430547176,3.0,1,1,1.0 -10min,Moirai-1.1-Large,0.9968606365159215,0.9214856793816124,4.0,1,1,1.0 +10min,Moirai-1.1-Large,0.9929178551230288,0.919681061777634,4.0,1,1,1.0 10min,Moving-Average,0.9413580308721728,0.9551440108499977,5.0,1,1,1.0 10min,Timer-S1,0.9935726758505616,0.962412050370463,6.0,1,1,1.0 10min,TimesFM-2.5,0.9547888811721645,0.9687863713714667,7.0,1,1,1.0 @@ -18,7 +18,7 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 15min,TimesFM-2.5,0.689314921020468,1.1807884366652002,7.0,1,1,1.0 15min,Timer-S1,0.871625331735611,1.2034597633482607,8.0,1,1,1.0 15min,Moving-Average,1.0655308142888356,1.2590774744243416,9.0,1,1,1.0 -15min,Moirai-1.1-Large,2.309955576086044,1.6527480964756014,10.0,1,1,1.0 +15min,Moirai-1.1-Large,2.2923149098495643,1.6291806693478157,10.0,1,1,1.0 1D,Timer-S1,0.07964128523181596,0.2055042777744156,1.0,1,1,1.0 1D,TiRex,0.06236664013921311,0.21782916134449717,2.0,1,1,1.0 1D,Moirai-1.1-Large,0.11794628922452742,0.23000093954870818,3.0,1,1,1.0 @@ -29,23 +29,23 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.37888133840735894,0.5531037018763422,3.0,6,6,1.0 -1h,Toto-2.0-1B,0.38138255667397786,0.8129119384948313,4.0,6,6,1.0 -1h,Timer-S1,0.7838601997256796,0.7737960769678858,4.333333333333333,6,6,1.0 -1h,Moirai-1.1-Large,0.929635409498611,0.8136133516809777,5.0,6,6,1.0 -1h,TiRex,0.9420401985198934,0.9408896152332082,5.833333333333333,6,6,1.0 -1h,TimesFM-2.5,0.5537616901475056,0.8702971521296482,6.0,6,6,1.0 -1h,Moving-Average,0.7740030456623147,0.9071842637730375,6.166666666666667,6,6,1.0 -1h,ETS,2.626535246826185,1.4809209280826279,6.666666666666667,6,6,1.0 +1h,Chronos-2,0.3786874331336481,0.5530436359319282,3.0,6,6,1.0 +1h,Toto-2.0-1B,0.381413148502228,0.8129970785439435,4.0,6,6,1.0 +1h,Timer-S1,0.7836906125994918,0.7736812182228077,4.333333333333333,6,6,1.0 +1h,Moirai-1.1-Large,0.910753897288037,0.8127459861328521,5.0,6,6,1.0 +1h,TiRex,0.9422862328873932,0.9409890210204633,5.833333333333333,6,6,1.0 +1h,TimesFM-2.5,0.5538866911470754,0.8705714083773076,6.0,6,6,1.0 +1h,Moving-Average,0.7736772277227697,0.9068010917397021,6.166666666666667,6,6,1.0 +1h,ETS,2.6252122180622806,1.4802068082385411,6.666666666666667,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,6.833333333333333,6,6,1.0 -1h,ARIMA,1.6214439446807558,1.352036757613837,7.166666666666667,6,6,1.0 -6min,Chronos-2,0.03733675703734662,0.1267236503423998,1.0,1,1,1.0 -6min,Toto-2.0-1B,0.004930642600496394,0.14019239953201265,2.0,1,1,1.0 -6min,Timer-S1,0.053420093314333755,0.16412261706225606,3.0,1,1,1.0 -6min,TimesFM-2.5,0.05691920321905367,0.2492827832619819,4.0,1,1,1.0 -6min,TiRex,0.2911026372049943,0.3266230198771711,5.0,1,1,1.0 -6min,Moving-Average,0.9902105571144054,0.965337445481549,6.0,1,1,1.0 +1h,ARIMA,1.6211127751983283,1.351934772407533,7.166666666666667,6,6,1.0 +6min,Chronos-2,0.033002612982403375,0.12258728739741265,1.0,1,1,1.0 +6min,Toto-2.0-1B,0.014524515635846964,0.14783809721060268,2.0,1,1,1.0 +6min,Timer-S1,0.053657711453518615,0.1596741412888351,3.0,1,1,1.0 +6min,TimesFM-2.5,0.04159088708808065,0.20120683916641924,4.0,1,1,1.0 +6min,TiRex,0.19083430002958385,0.26294865309576787,5.0,1,1,1.0 +6min,Moving-Average,0.9990522150573852,0.9719677537647906,6.0,1,1,1.0 6min,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 -6min,ARIMA,2.0042847942471145,1.442502700377624,8.0,1,1,1.0 -6min,ETS,2.5526638091663894,1.62112918952798,9.0,1,1,1.0 -6min,Moirai-1.1-Large,4.524793392793075,1.7479532010520606,10.0,1,1,1.0 +6min,ARIMA,1.193948458120584,1.088674013775879,8.0,1,1,1.0 +6min,ETS,1.3621358519980478,1.172959027973,9.0,1,1,1.0 +6min,Moirai-1.1-Large,3.734523424509603,1.493149961593756,10.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 947be28698d2848af6c9ddea0a21686b944cc8ec..5e864f07bd7c1fcdb0658ce2755cdbc3b76c06f2 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,30 +9,30 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.4137357640829918,0.6129374994013195,3.4285714285714284,7,7,1.0 -24,Toto-2.0-1B,0.4166928322069683,0.8478843110014628,4.0,7,7,1.0 -24,Timer-S1,0.7958350735919572,0.8241898183506484,4.857142857142857,7,7,1.0 -24,Moirai-1.1-Large,1.0587240926056318,0.9003012781700154,5.714285714285714,7,7,1.0 -24,TiRex,0.892021258965868,0.9631901076449962,5.714285714285714,7,7,1.0 -24,ETS,2.1027270567585017,1.3720213006920454,6.0,7,7,1.0 -24,TimesFM-2.5,0.5713574241056675,0.9090688589404367,6.142857142857143,7,7,1.0 -24,ARIMA,1.4804023982670558,1.2122590100810906,6.285714285714286,7,7,1.0 +24,Chronos-2,0.41355426327655975,0.6128804442953647,3.4285714285714284,7,7,1.0 +24,Toto-2.0-1B,0.4167214813317283,0.8479604271763799,4.0,7,7,1.0 +24,Timer-S1,0.7956874902758913,0.824084955272035,4.857142857142857,7,7,1.0 +24,Moirai-1.1-Large,1.0391270353778679,0.8976349417462127,5.714285714285714,7,7,1.0 +24,TiRex,0.8922209445232322,0.9632773314324062,5.714285714285714,7,7,1.0 +24,ETS,2.101819157220789,1.3714541894501295,6.0,7,7,1.0 +24,TimesFM-2.5,0.5714679705203461,0.9093144028599306,6.142857142857143,7,7,1.0 +24,ARIMA,1.48014322649582,1.2121806310932322,6.285714285714286,7,7,1.0 24,Seasonal-Naive,1.0,1.0,6.285714285714286,7,7,1.0 -24,Moving-Average,0.810167049494008,0.9506753096143372,6.571428571428571,7,7,1.0 -60,Chronos-2,0.03733675703734662,0.1267236503423998,1.0,1,1,1.0 -60,Toto-2.0-1B,0.004930642600496394,0.14019239953201265,2.0,1,1,1.0 -60,Timer-S1,0.053420093314333755,0.16412261706225606,3.0,1,1,1.0 -60,TimesFM-2.5,0.05691920321905367,0.2492827832619819,4.0,1,1,1.0 -60,TiRex,0.2911026372049943,0.3266230198771711,5.0,1,1,1.0 -60,Moving-Average,0.9902105571144054,0.965337445481549,6.0,1,1,1.0 +24,Moving-Average,0.8098747196399075,0.950331120742361,6.571428571428571,7,7,1.0 +60,Chronos-2,0.033002612982403375,0.12258728739741265,1.0,1,1,1.0 +60,Toto-2.0-1B,0.014524515635846964,0.14783809721060268,2.0,1,1,1.0 +60,Timer-S1,0.053657711453518615,0.1596741412888351,3.0,1,1,1.0 +60,TimesFM-2.5,0.04159088708808065,0.20120683916641924,4.0,1,1,1.0 +60,TiRex,0.19083430002958385,0.26294865309576787,5.0,1,1,1.0 +60,Moving-Average,0.9990522150573852,0.9719677537647906,6.0,1,1,1.0 60,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 -60,ARIMA,2.0042847942471145,1.442502700377624,8.0,1,1,1.0 -60,ETS,2.5526638091663894,1.62112918952798,9.0,1,1,1.0 -60,Moirai-1.1-Large,4.524793392793075,1.7479532010520606,10.0,1,1,1.0 +60,ARIMA,1.193948458120584,1.088674013775879,8.0,1,1,1.0 +60,ETS,1.3621358519980478,1.172959027973,9.0,1,1,1.0 +60,Moirai-1.1-Large,3.734523424509603,1.493149961593756,10.0,1,1,1.0 72,ETS,0.7630438985152146,0.8394791613773452,1.0,1,1,1.0 72,TiRex,0.9439226313619847,0.8734473762561619,2.0,1,1,1.0 72,Chronos-2,0.9771198759768172,0.8971332430547176,3.0,1,1,1.0 -72,Moirai-1.1-Large,0.9968606365159215,0.9214856793816124,4.0,1,1,1.0 +72,Moirai-1.1-Large,0.9929178551230288,0.919681061777634,4.0,1,1,1.0 72,Moving-Average,0.9413580308721728,0.9551440108499977,5.0,1,1,1.0 72,Timer-S1,0.9935726758505616,0.962412050370463,6.0,1,1,1.0 72,TimesFM-2.5,0.9547888811721645,0.9687863713714667,7.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index e8a20e90938f0d54cf897d1737cf51f3d4a52ba8..55ee27d11d2c8237faf93c5ec9cbf7dfd19f9698 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Chronos-2,0.3016673014393159,0.49606454681695705,3.3,10,10,1.0 -Overall,Toto-2.0-1B,0.2537442513953162,0.6335637069831487,4.2,10,10,1.0 -Overall,Timer-S1,0.49337871192907234,0.6199463492057535,4.4,10,10,1.0 -Overall,TiRex,0.6146899774780238,0.737799514106392,4.9,10,10,1.0 -Overall,Moirai-1.1-Large,0.9771015574776044,0.8412911237922309,5.7,10,10,1.0 -Overall,TimesFM-2.5,0.39121676306050523,0.7142879314570417,6.0,10,10,1.0 -Overall,ETS,1.6357549009782992,1.1937689589401128,6.1,10,10,1.0 -Overall,Moving-Average,0.7791664076161442,0.8880192647127703,6.5,10,10,1.0 -Overall,ARIMA,1.268044283740646,1.0925717391963914,6.9,10,10,1.0 +Overall,Chronos-2,0.29787634655307843,0.4943888483114578,3.3,10,10,1.0 +Overall,Toto-2.0-1B,0.2827072371361297,0.6369770287368134,4.2,10,10,1.0 +Overall,Timer-S1,0.4935336575650498,0.6181900928090006,4.4,10,10,1.0 +Overall,TiRex,0.5893661762507848,0.7220184736814728,4.9,10,10,1.0 +Overall,Moirai-1.1-Large,0.945695516222025,0.8262602364499902,5.7,10,10,1.0 +Overall,TimesFM-2.5,0.3791841767478244,0.699278958191066,6.0,10,10,1.0 +Overall,ETS,1.5357114441541178,1.1554232961529571,6.1,10,10,1.0 +Overall,Moving-Average,0.7796623643951421,0.8884020940117676,6.5,10,10,1.0 +Overall,ARIMA,1.203881688749662,1.0622052134256508,6.9,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,7.0,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 39211e80766867062aba04bd38d68694f9248c13..b51bbb46f018f302f882b04ff21e12086cd83c0a 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,249224.4362262007,682479.4610653793,789.3639917065029,0.7469478727013333,0.012302356917622088,0.012385731986179144,14.862978267223093,499.2238337922186,0.007788650129606854,0.012315277316809203,0.011008321368494882,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,248835.1982036014,681564.0697877314,788.9539982169196,0.7465599100274805,0.012296088168976399,0.01237935291061592,14.847459760268976,498.8338382704219,0.0077826155665903516,0.012308959811419374,0.011001995473210846,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.8549487061066365,0.8419055799763852,0.7726397411185955,2.2533057179941562,0.8834731296895605,0.5172086999904724,88.2113864833352,0.9246343634684125,0.7467067269558978,0.6239604702150223,0.6215450922634693,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.5919727937725651,0.5814513033408196,0.6384524331359918,1.8530036940027315,0.7598201870247387,0.4704885849056588,72.23069503077886,0.7693976824585352,0.6427180027007956,0.5333326080908001,0.5308354304054498,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.08942117780102742,0.0966908817728187,0.29392512713879143,4.467664488927756,0.18218626813481756,0.20224051203481486,67.65900523692055,0.2990337402385012,0.18869788032823512,0.18547421579270998,0.1714700563779238,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,0.022446845691907105,0.014982831301942104,0.12046386051156555,0.06208588508449394,0.008604992750356005,0.008643386670412612,1.1698279430209537,0.14982271420551393,0.01070480859264454,0.008607123265291112,0.009355392922129842,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,66.12571104848128,64.66598979898484,6.960502128144319,0.6015391649640066,0.4038366969683996,0.3109899687751776,7.923387762693867,8.131771704154101,0.37895635126155036,0.32437291470963814,0.28820392772205355,Air Quality,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index cc438a0132a1513c727c5fb823fb7f849faf779e..6f6c5ca6cbc1e8d95ef262167489609cbedc3d75 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T07:47:19.456908+00:00", + "evaluated_at": "2026-06-22T07:57:14.703814+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64271.6015625 + 64261.76171875 ], "p50": [ 63492.18370368655, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index bd4a9c1690232a5b1ef7accd5bdea18371195619..64039d64e5566b6259d5d004c0d644e6f35d212d 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T07:40:48.125658+00:00", + "evaluated_at": "2026-06-22T07:57:14.761864+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.784999966621399, - 1.7640000581741333, 1.7549999952316284, 1.7359999418258667, 1.7100000381469727, @@ -245,11 +243,11 @@ 1.840999960899353, 1.8480000495910645, 1.8619999885559082, - 1.86899995803833 + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413 ], "actuals": [ - 1.8769999742507935, - 1.871000051498413, 1.8589999675750732, 1.850000023841858, 1.8450000286102295, @@ -307,197 +305,197 @@ 0.6449999809265137, 0.6430000066757202, 0.6290000081062317, - 0.6240000128746033 + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282 ], "p50": [ - 1.8685641230956405, - 1.8781537197738463, - 1.8848529603987316, - 1.8920867338306908, - 1.8985345257635684, - 1.9063214946961287, - 1.9120449711700602, - 1.9194601047676472, - 1.9262017468389292, - 1.9317733233747099, - 1.93660667594735, - 1.9438038420065664, - 1.9476956791251565, - 1.9542173290173404, - 1.9597904490434566, - 1.965600840524031, - 1.9689159435714796, - 1.9768282975024474, - 1.979950249608804, - 1.9843495114513687, - 1.9880374831286964, - 1.9922245294460896, - 1.9966179335594738, - 2.001868083728662, - 2.0065532462007307, - 2.008679532321686, - 2.0135499887813895, - 2.0161516098831846, - 2.019519330843734, - 2.0242575623643586, - 2.027808380315415, - 2.0307310138313213, - 2.032547651409153, - 2.036003784330316, - 2.0393140388363604, - 2.043503389513797, - 2.0465298756472485, - 2.0477294063295592, - 2.050762964651148, - 2.055205892627354, - 2.0563385188553003, - 2.0595989398067256, - 2.0604073723356606, - 2.0647608947439413, - 2.0649255543597067, - 2.068339602714677, - 2.0714692953517693, - 2.0713608784569426, - 2.0742261017689465, - 2.0754889486536134, - 2.077547345339685, - 2.0781251163561354, - 2.082756154917362, - 2.083065127964287, - 2.0861257243743383, - 2.0873877585409035, - 2.0875055581983912, - 2.090628202049216, - 2.091249382810786, - 2.0938583569127167 + 1.8636344442649349, + 1.8602891477543537, + 1.8613255194149214, + 1.857573448353729, + 1.8568747184702503, + 1.855793806557619, + 1.853520823688823, + 1.852633181395178, + 1.8507872031016686, + 1.8514411997338303, + 1.848672536759595, + 1.8490979771764846, + 1.8464750396748582, + 1.8471200289980005, + 1.8447106735953047, + 1.845396832436994, + 1.842769213638481, + 1.8427470618600017, + 1.8408871115407217, + 1.8411855231380896, + 1.8386219937583679, + 1.8391344866858836, + 1.8386988674465374, + 1.8362472320300465, + 1.8357412013287737, + 1.8352474831323626, + 1.8358808312954817, + 1.8342031335953, + 1.8332557467339534, + 1.8321026968409675, + 1.8320843328260974, + 1.8321992140490513, + 1.8321273375881155, + 1.8298123150521672, + 1.8299674614952701, + 1.830878854499809, + 1.8297453543677098, + 1.8287402473609344, + 1.8266399931927724, + 1.8269760602675675, + 1.828182012716839, + 1.8255765204823313, + 1.8274523738446202, + 1.8248233227195232, + 1.8261230959940171, + 1.8239847819280515, + 1.8232614314695559, + 1.8245538429580381, + 1.824080643980973, + 1.8228889389454856, + 1.8220853318022878, + 1.8212764611532857, + 1.8229745551776828, + 1.8212763120780888, + 1.8208458083668817, + 1.8222496565631585, + 1.8216698355105116, + 1.8201029382102207, + 1.8195281056670003, + 1.8189698971129902 ], "p10": [ - 1.8602635796666234, - 1.8679305993179787, - 1.8744521305587578, - 1.8827625322879327, - 1.8885067727168163, - 1.8962990568086036, - 1.903140609625715, - 1.9086770651314284, - 1.9165198461295403, - 1.9218504188971206, - 1.9283870068440747, - 1.9315141161176683, - 1.9391478950340235, - 1.9439760672924506, - 1.9490596716902624, - 1.9557519366826466, - 1.9606467751403862, - 1.9643705170110084, - 1.968551305039584, - 1.9756483842885904, - 1.9797272161345942, - 1.982331667257352, - 1.986576104923664, - 1.9907318846168187, - 1.9979661526949386, - 1.9995221242224563, - 2.002393722550415, - 2.007042985945311, - 2.0118234462743727, - 2.0125484821659883, - 2.0183139971851807, - 2.020060910407064, - 2.0248764085165356, - 2.024496399992065, - 2.03038443576218, - 2.0330782610873945, - 2.034982291430516, - 2.037764482839922, - 2.0420778060994547, - 2.0440208503664454, - 2.0458838437436437, - 2.0484196885663577, - 2.0515438004608746, - 2.0538291537915496, - 2.0552408039400225, - 2.057641696839127, - 2.0592814094951724, - 2.063092720041899, - 2.063994956781145, - 2.065976071520773, - 2.0665515636034817, - 2.069517358117495, - 2.072747133433824, - 2.0718634893666428, - 2.076999377599185, - 2.076781617125417, - 2.0783872422698537, - 2.0802606721133476, - 2.081808679124837, - 2.0839655266094685 + 1.8536739725105438, + 1.8512535244258435, + 1.8491800070327493, + 1.8490127298327619, + 1.8476137739337304, + 1.8460994415861882, + 1.8455316894844778, + 1.8428318468723448, + 1.841404227683562, + 1.8404802782197813, + 1.8390355451569884, + 1.8379792404330815, + 1.8371628154373438, + 1.8360950977968415, + 1.8367565881539978, + 1.8340966796020008, + 1.8323141612133342, + 1.8319551067529545, + 1.8326580151294913, + 1.8309671876383051, + 1.8293179423414383, + 1.8296799245856765, + 1.82837758492867, + 1.8266803417753938, + 1.8268823264794802, + 1.8254377349482183, + 1.826145229990712, + 1.8239728120254664, + 1.8245265646672029, + 1.821814979953805, + 1.8223084560267908, + 1.8214186572911752, + 1.8226280536449544, + 1.8211482655277211, + 1.818748766754059, + 1.8202854125880774, + 1.8198119431764013, + 1.8177514055513633, + 1.8175088931338033, + 1.8172984536093169, + 1.8175628933665395, + 1.8161016542946615, + 1.8168064598028593, + 1.8149495669161966, + 1.8155082912660807, + 1.8124863142865, + 1.8134009680284693, + 1.8136061661723304, + 1.8126031975832504, + 1.8136321703173621, + 1.8115697882115298, + 1.8096747116513479, + 1.8138494994383838, + 1.81219390792012, + 1.8104922801789367, + 1.8106042109233231, + 1.8102691298878757, + 1.8102649376016822, + 1.811382162250665, + 1.8082367916964242 ], "p90": [ - 1.8788767440240477, - 1.8868013176809761, - 1.892446311935867, - 1.9010191996451007, - 1.9089808886987114, - 1.9135990569935075, - 1.9215863192802818, - 1.927960704917707, - 1.9352507171438353, - 1.9409364431966176, - 1.9459530842666692, - 1.9534314423313484, - 1.9568131838991794, - 1.9635218353888515, - 1.9687204439692385, - 1.974265889286044, - 1.979287036714958, - 1.9859495880354479, - 1.9893479502562506, - 1.9938660155854815, - 1.9976699309550345, - 2.002118043575335, - 2.0048472559580097, - 2.0107598697071647, - 2.01480408184706, - 2.01776748289591, - 2.021915837264609, - 2.026585489572189, - 2.0282615590987585, - 2.034163695203563, - 2.0366376544337697, - 2.039931932594635, - 2.0426374601119854, - 2.046234781625689, - 2.048249398104825, - 2.052205577645228, - 2.055487036061255, - 2.0585944389473827, - 2.060090801334125, - 2.0641338694625366, - 2.067120111612109, - 2.0683513647187364, - 2.0695921637492, - 2.0729888507470817, - 2.075698894789839, - 2.0770261528890077, - 2.079281984465612, - 2.0812941002186145, - 2.083431685406941, - 2.084764377465699, - 2.0867146304619064, - 2.088265364250654, - 2.091831882812336, - 2.0929275825121185, - 2.0953613068508687, - 2.095569680390571, - 2.097587235611491, - 2.097557407510155, - 2.103797174103338, - 2.103257305884777 + 1.8730106199767325, + 1.8694802608497159, + 1.8694309491544172, + 1.8670021271799777, + 1.8661996702552368, + 1.8649449541724366, + 1.8639827467510939, + 1.8619213923586015, + 1.8602164276294915, + 1.8604736414954395, + 1.8588864425383296, + 1.857938976267242, + 1.856477075512634, + 1.8552119430099834, + 1.855130953614191, + 1.8541461899354887, + 1.8518019557948517, + 1.8511828342527923, + 1.8498999914044962, + 1.8504184000022015, + 1.8485603212801784, + 1.8501130178897935, + 1.847201653525988, + 1.8461929624116653, + 1.8454464000856974, + 1.8453596767524743, + 1.8440683681518901, + 1.8429218579525402, + 1.8425515528810072, + 1.842455528265588, + 1.84220075918171, + 1.841572811307584, + 1.8410794528120873, + 1.839756399384093, + 1.83922504652096, + 1.8386356006727846, + 1.837411605740227, + 1.8378311545224244, + 1.8377795473568028, + 1.8347626306591436, + 1.8358037457009029, + 1.8360160738307398, + 1.8358941993396443, + 1.8344988991006115, + 1.8341306393982728, + 1.8339671989838007, + 1.8325953129627301, + 1.8337530465625163, + 1.8320786409088874, + 1.8330053653010983, + 1.8322992375810223, + 1.8317216539009207, + 1.83109399928626, + 1.8309659133052458, + 1.8317692383902182, + 1.8314594861060631, + 1.8299043823584302, + 1.8290846248314439, + 1.8294600358190183, + 1.8283486903595143 ], "timestamps": [ - "2026-06-21 01:36:00", - "2026-06-21 01:42:00", "2026-06-21 01:48:00", "2026-06-21 01:54:00", "2026-06-21 02:00:00", @@ -795,6 +793,8 @@ "2026-06-22 07:12:00", "2026-06-22 07:18:00", "2026-06-22 07:24:00", - "2026-06-22 07:30:00" + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00" ] } diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 2edf564006422ae6a26241c5bc056aa5f8049bc4..56ff36df63ba11a15e3fd14425ba8fc723cd5b18 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T07:33:30.903552+00:00", + "evaluated_at": "2026-06-22T07:57:14.832544+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index de0420272a89ac40ade919f93f29e060b554bd3a..6d0d7e38d5fa2fb610e88edd7661d37ffe4bd387 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T07:25:19.176946+00:00", + "evaluated_at": "2026-06-22T07:57:14.885568+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 518fa7abb3c89dfdeda32c8ce9659703a8ceca87..fa4ad45ef9895ed1ca93c2282289262d321a9268 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,11 +1,29 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T07:47:19.483427+00:00", + "evaluated_at": "2026-06-22T07:57:14.899971+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:44:53.667740Z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index da22967b1d32c3ae26336cf8af3fd739af467f3d..b37a381d70a6128978683505062c41c0b81e5cbb 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,75664.9947420756,75664.9947420756,197.0576171875,0.18646881477274793,0.0030808690289831006,0.003075998602106563,1.9710872575643996,275.0727081011048,0.004291552082616879,0.0030743981592157767,0.004556228492949422,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,75407.49801063538,75407.49801063538,196.64762369791666,0.18608085209889502,0.003074520636066488,0.003069619075103006,1.9710872575643996,274.6042570876048,0.0042842710375702526,0.003068021332776442,0.004552704095564974,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.015926385417341985,0.015926385417341985,0.10683423479398092,0.31156848312033286,0.12230824538656641,0.1101463041068974,0.9433351364848028,0.1261997837452267,0.10191512579032498,0.08627609457495208,0.05460264505807252,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.016363058954606064,0.016363058954606064,0.11351429422696431,0.32945666052442546,0.12998635874668069,0.117483101796979,1.0865832948213083,0.12791817288644355,0.10685671982270477,0.09482440891999545,0.05977333402323559,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.08739796801757649,0.08739796801757649,0.27725810143682694,4.214325553296195,0.17158803337183925,0.1895485893843479,84.49977392607576,0.29563147332037654,0.18655096354470105,0.17495689952321972,0.1495396964948785,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,0.0005461011213204378,0.0005461011213204378,0.01101978619893392,0.005679489074127898,0.0007894119694819396,0.0007880276889123405,0.13279398373349702,0.023368806587424136,0.001669697434621029,0.0007873619338496276,0.0015179259379925723,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,94.84516543177672,94.84516543177672,8.09507950146993,0.6995913906759608,0.4424207444380415,0.33157888925303886,7.183558917455893,9.738848260024216,0.4538492393020994,0.37724642336947245,0.26637847167902906,Air Quality,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 0cc7af92300ee00eec3c3a82c2375e8da96c34fd..23e6b8ba5becbbc95fe87b7e46bff404fa1a4f38 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T07:45:21.917953+00:00", + "evaluated_at": "2026-06-22T07:51:40.154352+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64271.6015625 + 64261.76171875 ], "p50": [ 64224.64453125, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 8df7ec921816ad72e15f69a8b64867ebbd7bb530..88c35bad88cefbd85c1b89a9243eb44cb8b19669 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T07:38:01.154630+00:00", + "evaluated_at": "2026-06-22T07:51:46.629894+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.784999966621399, - 1.7640000581741333, 1.7549999952316284, 1.7359999418258667, 1.7100000381469727, @@ -245,11 +243,11 @@ 1.840999960899353, 1.8480000495910645, 1.8619999885559082, - 1.86899995803833 + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413 ], "actuals": [ - 1.8769999742507935, - 1.871000051498413, 1.8589999675750732, 1.850000023841858, 1.8450000286102295, @@ -307,197 +305,197 @@ 0.6449999809265137, 0.6430000066757202, 0.6290000081062317, - 0.6240000128746033 + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282 ], "p50": [ - 1.8930683135986328, - 1.8873963356018066, - 1.883164405822754, - 1.8722518682479858, - 1.8653273582458496, - 1.850473403930664, - 1.8421764373779297, - 1.8341448307037354, - 1.8253273963928223, - 1.81022047996521, - 1.7979578971862793, - 1.781606912612915, - 1.7614164352416992, - 1.7454869747161865, - 1.7283227443695068, - 1.7027180194854736, - 1.6878838539123535, - 1.6636958122253418, - 1.6438249349594116, - 1.6238794326782227, - 1.5951433181762695, - 1.5676137208938599, - 1.5363413095474243, - 1.5110262632369995, - 1.4815325736999512, - 1.4543054103851318, - 1.430873155593872, - 1.400632619857788, - 1.3692415952682495, - 1.3404693603515625, - 1.3117066621780396, - 1.2847130298614502, - 1.2333799600601196, - 1.2073988914489746, - 1.1851974725723267, - 1.1589276790618896, - 1.1352260112762451, - 1.1114250421524048, - 1.0909932851791382, - 1.0710493326187134, - 1.0466575622558594, - 1.0311241149902344, - 1.0140892267227173, - 0.996932327747345, - 0.9824680089950562, - 0.9623421430587769, - 0.9446643590927124, - 0.93187415599823, - 0.9112604856491089, - 0.904832124710083, - 0.900688648223877, - 0.8922461271286011, - 0.8836983442306519, - 0.8810657262802124, - 0.8770159482955933, - 0.8695249557495117, - 0.8702243566513062, - 0.8740174770355225, - 0.876198947429657, - 0.8785887956619263 + 1.894033432006836, + 1.8852427005767822, + 1.877716302871704, + 1.864037275314331, + 1.854611873626709, + 1.8377636671066284, + 1.8273953199386597, + 1.8171792030334473, + 1.8054747581481934, + 1.7889939546585083, + 1.7747015953063965, + 1.754539966583252, + 1.7323815822601318, + 1.7123122215270996, + 1.6931780576705933, + 1.6659669876098633, + 1.6476428508758545, + 1.6243841648101807, + 1.6030571460723877, + 1.5818626880645752, + 1.5491865873336792, + 1.521338939666748, + 1.487746000289917, + 1.462388515472412, + 1.430362582206726, + 1.4037916660308838, + 1.3758913278579712, + 1.3472903966903687, + 1.3172125816345215, + 1.288898229598999, + 1.2613704204559326, + 1.2349202632904053, + 1.1805683374404907, + 1.1532986164093018, + 1.1363697052001953, + 1.1103183031082153, + 1.0886532068252563, + 1.0640006065368652, + 1.0436205863952637, + 1.0235567092895508, + 1.0024464130401611, + 0.988121747970581, + 0.9721686840057373, + 0.9562877416610718, + 0.942292332649231, + 0.9229905009269714, + 0.9070632457733154, + 0.8986548185348511, + 0.872401237487793, + 0.8692357540130615, + 0.8676756620407104, + 0.8641591668128967, + 0.8564859628677368, + 0.8565317988395691, + 0.8550126552581787, + 0.8507319092750549, + 0.8511307835578918, + 0.8560945391654968, + 0.8604614734649658, + 0.8636521100997925 ], "p10": [ - 1.8758049011230469, - 1.8622056245803833, - 1.8560291528701782, - 1.8477916717529297, - 1.82915461063385, - 1.8140555620193481, - 1.8022446632385254, - 1.786010503768921, - 1.7737584114074707, - 1.7572510242462158, - 1.7374298572540283, - 1.7178642749786377, - 1.6969292163848877, - 1.6774532794952393, - 1.6535263061523438, - 1.6166889667510986, - 1.6013641357421875, - 1.578630805015564, - 1.5433242321014404, - 1.523181676864624, - 1.4909082651138306, - 1.4567409753799438, - 1.4237314462661743, - 1.39357328414917, - 1.360107660293579, - 1.3301976919174194, - 1.3055996894836426, - 1.2661834955215454, - 1.2263028621673584, - 1.195556402206421, - 1.1664893627166748, - 1.135267734527588, - 1.0611063241958618, - 1.033351182937622, - 1.0019962787628174, - 0.9744327068328857, - 0.9477778673171997, - 0.9118384718894958, - 0.8862453699111938, - 0.8587312698364258, - 0.8402570486068726, - 0.8177905678749084, - 0.7982847094535828, - 0.7778817415237427, - 0.7463418841362, - 0.7305777668952942, - 0.710460364818573, - 0.6922852396965027, - 0.6509575843811035, - 0.6367459297180176, - 0.6236538290977478, - 0.6167359352111816, - 0.6106551885604858, - 0.5910969972610474, - 0.588322639465332, - 0.5867750644683838, - 0.5799722671508789, - 0.5828014612197876, - 0.5715503692626953, - 0.582863986492157 + 1.8785815238952637, + 1.859807014465332, + 1.8506288528442383, + 1.8391516208648682, + 1.8180139064788818, + 1.8005950450897217, + 1.7867529392242432, + 1.7677643299102783, + 1.752953290939331, + 1.7345495223999023, + 1.7126210927963257, + 1.6897778511047363, + 1.6662523746490479, + 1.6439969539642334, + 1.6157445907592773, + 1.579280138015747, + 1.5564000606536865, + 1.533795952796936, + 1.4981087446212769, + 1.4764385223388672, + 1.4433989524841309, + 1.4099982976913452, + 1.373242974281311, + 1.3430452346801758, + 1.3077746629714966, + 1.2785224914550781, + 1.2506393194198608, + 1.2126469612121582, + 1.1743748188018799, + 1.1431541442871094, + 1.115278959274292, + 1.0848966836929321, + 1.0058400630950928, + 0.9767534732818604, + 0.9468107223510742, + 0.9181807041168213, + 0.8942263126373291, + 0.8619332909584045, + 0.8370534777641296, + 0.8097479343414307, + 0.7910613417625427, + 0.769880473613739, + 0.7495253086090088, + 0.7306599617004395, + 0.7020282745361328, + 0.6847425103187561, + 0.6635785102844238, + 0.6467008590698242, + 0.6026426553726196, + 0.5901991128921509, + 0.5795698165893555, + 0.5748513340950012, + 0.5730521082878113, + 0.5563561320304871, + 0.5531742572784424, + 0.5527887940406799, + 0.546104907989502, + 0.5497809052467346, + 0.5390246510505676, + 0.5527071952819824 ], "p90": [ - 1.9184134006500244, - 1.9100092649459839, - 1.9057714939117432, - 1.9073123931884766, - 1.9009279012680054, - 1.8941317796707153, - 1.8851813077926636, - 1.881579875946045, - 1.875272274017334, - 1.8675414323806763, - 1.85224187374115, - 1.8402150869369507, - 1.8312945365905762, - 1.8140337467193604, - 1.8091943264007568, - 1.791214942932129, - 1.7800359725952148, - 1.7493817806243896, - 1.7315068244934082, - 1.717273473739624, - 1.7041441202163696, - 1.670607089996338, - 1.6474343538284302, - 1.6332036256790161, - 1.608002781867981, - 1.59330153465271, - 1.5722618103027344, - 1.5383281707763672, - 1.5135319232940674, - 1.487585186958313, - 1.4719326496124268, - 1.4541478157043457, - 1.4204423427581787, - 1.405961275100708, - 1.3861374855041504, - 1.3657662868499756, - 1.3407331705093384, - 1.327114462852478, - 1.3112274408340454, - 1.2938241958618164, - 1.274998426437378, - 1.2588129043579102, - 1.2531641721725464, - 1.2341039180755615, - 1.226639986038208, - 1.2149375677108765, - 1.1919052600860596, - 1.1792298555374146, - 1.1996444463729858, - 1.194261074066162, - 1.1893877983093262, - 1.1901670694351196, - 1.1759291887283325, - 1.1925954818725586, - 1.1892149448394775, - 1.1847419738769531, - 1.1834933757781982, - 1.1870092153549194, - 1.1968694925308228, - 1.1952253580093384 + 1.9203157424926758, + 1.9077675342559814, + 1.9003983736038208, + 1.8989965915679932, + 1.8905526399612427, + 1.8809796571731567, + 1.8705658912658691, + 1.8645055294036865, + 1.8560945987701416, + 1.8469370603561401, + 1.829471230506897, + 1.8147504329681396, + 1.8031501770019531, + 1.7830430269241333, + 1.7760616540908813, + 1.7556471824645996, + 1.7422186136245728, + 1.7134385108947754, + 1.6951026916503906, + 1.6763460636138916, + 1.6634833812713623, + 1.6280471086502075, + 1.6035165786743164, + 1.5889570713043213, + 1.5601431131362915, + 1.5432300567626953, + 1.5231621265411377, + 1.489959955215454, + 1.4680538177490234, + 1.4417051076889038, + 1.4247947931289673, + 1.4062392711639404, + 1.3714303970336914, + 1.352935552597046, + 1.3380402326583862, + 1.3242204189300537, + 1.2968573570251465, + 1.2877880334854126, + 1.2692053318023682, + 1.2520675659179688, + 1.2378593683242798, + 1.2241501808166504, + 1.2198666334152222, + 1.2011862993240356, + 1.196550726890564, + 1.1864938735961914, + 1.1654506921768188, + 1.1578173637390137, + 1.1720325946807861, + 1.1750404834747314, + 1.1720863580703735, + 1.176174521446228, + 1.1649707555770874, + 1.1836202144622803, + 1.182668924331665, + 1.1815500259399414, + 1.181314468383789, + 1.1861076354980469, + 1.1983860731124878, + 1.1996175050735474 ], "timestamps": [ - "2026-06-21 01:36:00", - "2026-06-21 01:42:00", "2026-06-21 01:48:00", "2026-06-21 01:54:00", "2026-06-21 02:00:00", @@ -795,6 +793,8 @@ "2026-06-22 07:12:00", "2026-06-22 07:18:00", "2026-06-22 07:24:00", - "2026-06-22 07:30:00" + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 2557c32e2ad1215653fe837e45b52191f3a0445d..9e745366fe41fe5cd6a8c18435a3c48757db2789 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T07:30:06.735184+00:00", + "evaluated_at": "2026-06-22T07:51:54.030462+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index ca9908c94d0496de5fcb46960ca36083facb1416..775f73aa67a8958d6dabbd4ce99049611276d814 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T07:20:00.116467+00:00", + "evaluated_at": "2026-06-22T07:52:02.059252+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index ee2760f04da77f33c5c86e559e127c89578888cb..db78191552142644c617e5e1f1708040ff9567c0 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,11 +1,29 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T07:45:24.571503+00:00", + "evaluated_at": "2026-06-22T07:52:06.163583+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:44:53.667740Z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/dataset_eval_intervals.json b/results/dataset_eval_intervals.json index b28633c4c78eb5ce77f6188442dd8ffce47788a3..c278fc3b1f97bae165d4f1135a24a52bd070b112 100644 --- a/results/dataset_eval_intervals.json +++ b/results/dataset_eval_intervals.json @@ -7,5 +7,6 @@ "open_meteo_shanghai_air_quality_hourly_pm2_5": 3600, "open_meteo_shanghai_hourly_temperature_2m": 3600, "usgs_earthquake_all_week_hourly_earthquake_count": 3600, + "usgs_potomac_iv_usgs_00060": 900, "wikimedia_time_series_hourly_pageviews": 86400 } diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index c46127716df732c85f9d1cf02da43861d6a47452..5894ddd66100c84f07350f6bf21d2f661e47817e 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,57599.57663399427,57435.62013478932,162.2559262166078,0.15353717701090983,0.002535964473996081,0.002533738138576233,1.385633252307982,239.99911798586734,0.0037443507999342894,0.0025314389162005603,0.002119426200904745,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,57406.33863707769,57268.11201601879,161.84593272702446,0.15314921433705692,0.002529605187118591,0.002527358589472506,1.385633252307982,239.5961991290298,0.003738088649925565,0.0025250586042798572,0.002113043244102936,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,1.0888655280108699,1.09329524022074,0.8767430950393943,2.556909933734464,1.006819497463624,0.5571157018481661,97.37131722762457,1.0434871959017369,0.8426886772295393,0.7080311880496258,0.6985116155501108,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,0.6753619558036397,0.6795365260240535,0.6972199143807883,2.0235666900570504,0.8241968941908413,0.4982105747578786,75.91268221775368,0.8218040860227209,0.6864958042141509,0.5824241494751189,0.5719326470395458,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.06825005598394138,0.06834851722816099,0.24129018871473829,3.667612967088995,0.14886964636795647,0.1626458258199571,38.40916737012885,0.2612471166997664,0.164853561754574,0.1522602336383737,0.13992955893452136,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.993816298624592,0.8957351241883185,0.8311259136637709,0.4283540951397598,0.05937978608905653,0.061769362427977655,13.565732475593123,0.9969033547062583,0.07122858275586474,0.059383811522418936,0.0592104812735392,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,148.07452880377073,142.40255533756297,10.50571107620544,0.9079225250978481,0.6012795769630265,0.4232496957197047,17.81250319125579,12.168587790034254,0.5670798193414022,0.4895865355901564,0.4497169499408875,Air Quality,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index f8d3fa92ec9b7a76c9191c02ccfac4dd797137eb..8d047967c674e78386b5541eb70257255f71b017 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T07:47:19.512931+00:00", + "evaluated_at": "2026-06-22T07:57:14.929831+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64271.6015625 + 64261.76171875 ], "p50": [ 64184.320693383765, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index b1a3183f9099f11c19401edb2af8339714cb6559..6de3be822b24ddd40273285bf1e9ce389e4d95df 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-22T07:40:48.198310+00:00", + "evaluated_at": "2026-06-22T07:57:14.951396+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.784999966621399, - 1.7640000581741333, 1.7549999952316284, 1.7359999418258667, 1.7100000381469727, @@ -245,11 +243,11 @@ 1.840999960899353, 1.8480000495910645, 1.8619999885559082, - 1.86899995803833 + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413 ], "actuals": [ - 1.8769999742507935, - 1.871000051498413, 1.8589999675750732, 1.850000023841858, 1.8450000286102295, @@ -307,197 +305,197 @@ 0.6449999809265137, 0.6430000066757202, 0.6290000081062317, - 0.6240000128746033 + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282 ], "p50": [ - 1.88012950868063, - 1.885610422125143, - 1.8960913904059291, - 1.9085723925421534, - 1.9075533598692653, - 1.9175343196861918, - 1.9265152923777218, - 1.9324962589895778, - 1.941977225243806, - 1.9504581894714763, - 1.9594391323606837, - 1.9684202093603418, - 1.9729011058771357, - 1.981382070104806, - 1.9983630441076379, - 2.001344064244465, - 2.0063249692251186, - 2.013305982567016, - 2.027786988756356, - 2.0272678751403603, - 2.043248966325924, - 2.0492298286296515, - 2.0577108375608058, - 2.067691842081216, - 2.0771727636319604, - 2.0776537265483284, - 2.091134671106466, - 2.0971156526194834, - 2.10259661076748, - 2.108577607181658, - 2.1150585673562126, - 2.1250395420743002, - 2.1340205445681524, - 2.143001398050393, - 2.150482479460795, - 2.1629635263005027, - 2.170944377756185, - 2.17342535962683, - 2.182906310979897, - 2.1883873138313774, - 2.1968682780590476, - 2.206849222974813, - 2.2148302532444295, - 2.2248111832590336, - 2.2297921627454933, - 2.236773131383907, - 2.245754104075437, - 2.260235095363616, - 2.2622160836715626, - 2.2666970248918403, - 2.274677995556812, - 2.2826589215183004, - 2.298640027605025, - 2.2976209055251697, - 2.314601909330324, - 2.31908283564944, - 2.3225638195466436, - 2.3365448321732853, - 2.3400257564658435, - 2.3485067206935137 + 1.8751749249132066, + 1.8733352823918858, + 1.8759955819348504, + 1.8791558303370297, + 1.8748160858917664, + 1.8779763044916233, + 1.8786366446849556, + 1.8792969252736431, + 1.8764572211211197, + 1.8831175138691547, + 1.8812777670397056, + 1.8844380750465297, + 1.8810983475289855, + 1.8832586088057681, + 1.891418941846543, + 1.888079154724354, + 1.8847394570091323, + 1.8848997738374438, + 1.8930600174712515, + 1.8832203140339838, + 1.8868805559988615, + 1.895040859237314, + 1.8927011188451666, + 1.893361399433854, + 1.8940217992318311, + 1.8866819443987657, + 1.8923423394283712, + 1.890002539431579, + 1.8931628176360806, + 1.8918231090728135, + 1.889983406946848, + 1.8946435764324774, + 1.8973039951847315, + 1.8954641887506376, + 1.8966244181985399, + 1.9042847874789388, + 1.901945166296081, + 1.8976053920484952, + 1.8987656512987199, + 1.8959258726403905, + 1.9000861677726113, + 1.9052464500302289, + 1.9059067902235611, + 1.9065670112076039, + 1.907227411005581, + 1.9018875900279537, + 1.903547857742038, + 1.9097081569273746, + 1.9048684338205741, + 1.9045287123827037, + 1.9061890098991103, + 1.9023492888188678, + 1.9130095598708121, + 1.9031698862358668, + 1.9138301572878111, + 1.9144904378764986, + 1.9051506683972845, + 1.909810971993365, + 1.9114712844109327, + 1.9121315202961366 ], "p10": [ - 1.8466294273798944, - 1.8556104507353726, - 1.8635913617956996, - 1.87057228573063, - 1.8775533825190303, - 1.8875342737906153, - 1.8945151977255459, - 1.9024961683905177, - 1.9094772115347376, - 1.9194582100946833, - 1.9284392274896967, - 1.935420151424627, - 1.9443011164629207, - 1.9523820858404322, - 1.9583630166895012, - 1.965344006189541, - 1.9733249768545131, - 1.9833059813749232, - 1.9911869473668908, - 1.9992679227048669, - 2.0052488595144005, - 2.0132298301793723, - 2.0222107820092767, - 2.032991835834649, - 2.0391727760297265, - 2.0471537407342337, - 2.0560347117329916, - 2.061115654169204, - 2.069096624834176, - 2.0790776233941215, - 2.0850585661641197, - 2.0940394643498434, - 2.1010205611382435, - 2.111001565658654, - 2.1179823763447594, - 2.128963367990566, - 2.1369444459438984, - 2.142925394674361, - 2.1489063910885395, - 2.157887283313799, - 2.1667682423916284, - 2.176849245624578, - 2.1828302479992208, - 2.190811212703728, - 2.1976920902424033, - 2.2057730536594504, - 2.2147541902637533, - 2.2227351549682606, - 2.231716059114449, - 2.2366970087985862, - 2.2466780133189963, - 2.25265895012853, - 2.2626399486884754, - 2.270520866996727, - 2.2776018432883776, - 2.289582935308406, - 2.2925638034533895, - 2.3025448079737996, - 2.3105257786387714, - 2.318506808908388 + 1.8401749582918077, + 1.8428352727359334, + 1.8424954469899346, + 1.8441558339133084, + 1.8428160806465577, + 1.8454763891302188, + 1.8471367224094124, + 1.8447969224126202, + 1.8454572030013077, + 1.8481175174454334, + 1.8497777851595176, + 1.8474380447673702, + 1.850998347624353, + 1.8507586934443636, + 1.8523189624459082, + 1.851079154247517, + 1.8527394219616011, + 1.8513997282994952, + 1.854960031156478, + 1.8527202894768702, + 1.8543804975863096, + 1.8570408716350801, + 1.855601071972074, + 1.860261408350709, + 1.858021726275746, + 1.8566820266531754, + 1.8593423410973011, + 1.8599025037641594, + 1.8586628743797025, + 1.8593230953637452, + 1.8599833759524327, + 1.8626436903965582, + 1.8632039126680613, + 1.861964217718495, + 1.8626244983071825, + 1.8652848127513082, + 1.8649450406494896, + 1.865605267593997, + 1.8662656018268646, + 1.8659259548948002, + 1.8685862156947457, + 1.8692465499276134, + 1.871806698766194, + 1.8705670574608082, + 1.8712273380494957, + 1.8718875590335384, + 1.8714478061005737, + 1.8732081738550936, + 1.875868482338755, + 1.872528707137495, + 1.8731889877261825, + 1.874849195835622, + 1.8775095698843924, + 1.877069858674679, + 1.8787301919538726, + 1.880490339171207, + 1.8791507051137457, + 1.878810879367747, + 1.8784712324356825, + 1.8791315666685502 ], "p90": [ - 1.9057295069163325, - 1.9126104321387234, - 1.9176914401400447, - 1.9296724129507838, - 1.9366533488066433, - 1.9455343615286524, - 1.9516153506949063, - 1.9594962153589779, - 1.9656772628424157, - 1.9775582369406155, - 1.9844391681234705, - 1.9944201130392358, - 1.9975012004339443, - 2.0083820801183863, - 2.016463055456362, - 2.02434402144833, - 2.032424996786306, - 2.040305962778274, - 2.0502869076940393, - 2.05536786205118, - 2.0632489472524376, - 2.0742298792935996, - 2.0803108207761376, - 2.0901918206235437, - 2.0981727316838708, - 2.1032537933293725, - 2.1112347639943443, - 2.1201156694279932, - 2.1270966529675683, - 2.1294776361256735, - 2.1421585999241906, - 2.150139582510091, - 2.158020548502059, - 2.166101517879571, - 2.1759824640827965, - 2.18496348147781, - 2.19194440541274, - 2.2019254099331502, - 2.209906380598122, - 2.214887336242724, - 2.222868360551876, - 2.233849232988393, - 2.2409302688846884, - 2.2498111802788014, - 2.2557921707325157, - 2.261873165859234, - 2.270754130897527, - 2.2787350359973897, - 2.286716125871651, - 2.2956970240573753, - 2.3017780191840935, - 2.3096589911365255, - 2.3197399407252948, - 2.3267209183044057, - 2.337601851633028, - 2.3435828480472063, - 2.348563863296453, - 2.3595447893771504, - 2.3606257833117756, - 2.3775067645625323 + 1.9001750202806382, + 1.8988352670138875, + 1.9004955347279717, + 1.902255854798776, + 1.9018160959053467, + 1.9004764022432408, + 1.9031366570827217, + 1.9017969634206158, + 1.9044572182600967, + 1.9042175640801076, + 1.9057777794374717, + 1.9074381067562007, + 1.9040983851991211, + 1.9077586212035342, + 1.908518906465226, + 1.9110791625921673, + 1.9117395564296797, + 1.9103997435582842, + 1.9120600708770132, + 1.910820262678622, + 1.9123805853243467, + 1.9130408659130342, + 1.9137011465017217, + 1.9134614923217326, + 1.9160217544091382, + 1.9146819474982073, + 1.9163422688564717, + 1.9190025236959527, + 1.9166627952247342, + 1.9153230896416993, + 1.9160834821917516, + 1.918643744279157, + 1.9194040176199199, + 1.9210642376502882, + 1.9236245474214098, + 1.922284794154659, + 1.9249451145592493, + 1.923605355332034, + 1.9243656405937257, + 1.9239258817002964, + 1.9236862155993784, + 1.9243464961880659, + 1.9280067977575883, + 1.927567038864159, + 1.9272273919320946, + 1.9269876185428159, + 1.931547854881015, + 1.930208161218909, + 1.9299685070389199, + 1.9325287691263255, + 1.9321890029849715, + 1.9308493093228656, + 1.9346096036444633, + 1.9321698705002406, + 1.9348301253397215, + 1.935490405928409, + 1.9331506774571905, + 1.936810967105784, + 1.9344712863182814, + 1.937231539870302 ], "timestamps": [ - "2026-06-21 01:36:00", - "2026-06-21 01:42:00", "2026-06-21 01:48:00", "2026-06-21 01:54:00", "2026-06-21 02:00:00", @@ -795,6 +793,8 @@ "2026-06-22 07:12:00", "2026-06-22 07:18:00", "2026-06-22 07:24:00", - "2026-06-22 07:30:00" + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00" ] } diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 0ec1236ea7e8f7baa3f581a5e9d3238a38bc5b0c..6e145b23897fbaaed09e5de43edb25bec9db9892 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-22T07:33:31.055096+00:00", + "evaluated_at": "2026-06-22T07:57:14.969545+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 374398cefddbf66229bb4747ce9f73ef0b8bee2d..5fcad7c30579b90f0a5482e36f8a3500067a654d 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-22T07:25:19.327199+00:00", + "evaluated_at": "2026-06-22T07:57:14.984461+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index f7c57bd88b6c8b2e1bd70602706ae1df866d4bdb..6aa932d5897a6c2d14fb5ec2c2367705c0801977 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,11 +1,29 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T07:47:19.525129+00:00", + "evaluated_at": "2026-06-22T07:57:14.990760+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:44:53.667740Z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index c54b432dbf42110d8582feedba7d7cb4b53cfd0d..bf674b60cb58a6e52d03fdd008737a3e6b46b8cb 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1740,3 +1740,7 @@ {"evaluated_at": "2026-06-22T07:40:48.403642+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T07:40:48.403642+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-22T07:47:19.768184+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T07:57:15.145078+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T07:57:15.145078+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-22T07:57:15.145078+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-22T07:57:15.145078+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 27826a246e92cf7964c14cf0183f412475b6c5be..f55c11c90cfe9e0ad725a8781befc16bfe78daf7 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,100048.89412689209,103122.84129524231,237.93294270833334,0.22514772306416278,0.003717473446752762,0.0037146540075415455,2.024042237363336,316.30506497192243,0.004934839481871044,0.003712115327078533,0.0049029098421984,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,88429.26862017314,93469.56507047017,236.85953776041666,0.22413199704825967,0.0037001291502619816,0.0036970933484726694,2.0398924146700304,297.3705913841736,0.004639462714832982,0.0036953923014947897,0.004871037026217626,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.9357153171763457,1.9127262558818074,1.1218695640563965,0.6594880904109198,0.04287075619903718,0.04427535641662273,6.60639021231552,1.391299866016074,0.05326824293671531,0.042952653084473595,0.03879220245461595,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.9300980916843413,1.8202109967434228,1.1199753244717916,3.2662658524282198,1.2930550639902987,0.63658591588586,84.8026389026536,1.3892797024661165,1.1219402397758458,0.9044581748732191,0.7531575042013573,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.08916366985279349,0.0878581752288729,0.27854394995503956,4.2338704619567125,0.1724609371092962,0.19053915127841622,83.46883677911427,0.29860286310213685,0.18842598591843035,0.17576830257632137,0.15359891062547404,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.8516178399325518,1.7418782456653394,1.0981919040282568,3.187322264389904,1.313525746196566,0.6446388439865766,72.57354297914326,1.3607416506936767,1.1366984536930373,0.91737696022663,0.7280571525478472,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.08881100986649255,0.08777856840324791,0.2780161259902848,4.225847533101684,0.17207637082191848,0.19013086703260124,83.98557038673614,0.29801176128886686,0.1880529856705879,0.1754352322570449,0.15329810584438114,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.04008348641957582,0.004165074460303231,0.05364412069320679,0.027647650495954346,0.003834459564687611,0.0038318934272686647,0.7108480571912971,0.2002086072564709,0.014304872466404628,0.0038328637095293434,0.011383612250536003,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,113.79598327717274,86.40264044433452,7.2524170478185015,0.6267669795366542,0.4226709282351342,0.30913374752481154,5.11650076387565,10.667520015316247,0.49712714634483485,0.33797671679154184,0.24795088404847837,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.8263405063174407,1.7151237575624236,1.2243905067443848,0.6545748013795033,0.05135453114708031,0.04991103578223425,3.4621328399483686,1.351421661184044,0.056703006762966884,0.051373028255009154,0.03412511854460745,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,23.624820786826643,19.93275431530164,3.703485131263733,0.6863601787670239,0.9322025494722578,0.4489365841510799,6.6084890733814605,4.860537088308929,0.6204940963798633,0.47278533590600846,0.35090732399735325,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,5774.888940215111,5644.7897760557635,71.70352172851562,2.753415234375,0.03107601428083384,0.030553457328537564,57.64011542968749,75.99269004460305,0.032832125311799694,0.030979019288647616,0.023821787745180765,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,5730.787274623911,5531.915412612881,70.93748474121094,2.7239994140625003,0.030744704000383035,0.0302324902648255,56.255386523437494,75.70196347931744,0.03270651887495263,0.030648058214024526,0.02348210001664229,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,890.713526753742,459.6993433938395,19.7410888671875,0.3983935818708682,0.08488627994531377,0.0825329602754252,1.6746824063343657,29.844824120000137,0.12013442716503793,0.07946384247861558,0.06594550252364441,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 2cb038d3a192338f99cdf302685e8ef488f15e27..8b8fdbe689debfafeae459cca2e176903c11aec2 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T07:46:51.303933+00:00", + "evaluated_at": "2026-06-22T07:56:20.830175+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64271.6015625 + 64261.76171875 ], "p50": [ - 64167.96875, - 64246.501953125, - 64264.81640625, - 64253.509765625, - 64275.23046875, - 64299.880859375, - 64317.99609375, - 64339.31640625, - 64312.064453125, - 64269.744140625, - 64315.029296875, - 64271.6171875, - 64094.572265625, - 64134.60546875, - 64189.955078125, - 64251.123046875, - 64140.32421875, - 64100.369140625, - 63973.162109375, - 63877.455078125, - 63966.060546875, - 63947.029296875, - 63857.05078125, - 63955.111328125 + 64205.568359375, + 64203.521484375, + 64291.095703125, + 64302.14453125, + 64269.162109375, + 64304.00390625, + 64282.12109375, + 64405.736328125, + 64331.591796875, + 64247.71484375, + 64221.861328125, + 64192.146484375, + 64116.8203125, + 64197.669921875, + 64261.833984375, + 64167.685546875, + 64041.162109375, + 63946.77734375, + 64081.36328125, + 63989.34765625, + 63863.11328125, + 63867.60546875, + 63917.08984375, + 63834.763671875 ], "p10": [ - 63976.84375, - 63924.93359375, - 63855.458984375, - 63796.62890625, - 63813.44921875, - 63819.115234375, - 63691.052734375, - 63716.54296875, - 63355.080078125, - 63430.072265625, - 63315.142578125, - 63234.990234375, - 63135.859375, - 62998.314453125, - 62999.318359375, - 63037.341796875, - 62700.400390625, - 62551.8203125, - 62516.54296875, - 62275.685546875, - 62377.400390625, - 62231.263671875, - 62295.375, - 62092.048828125 + 63973.29296875, + 63989.140625, + 63866.232421875, + 63883.3515625, + 63741.240234375, + 63641.80859375, + 63693.013671875, + 63595.56640625, + 63480.05859375, + 63345.3828125, + 63225.068359375, + 63156.224609375, + 62967.064453125, + 63121.76953125, + 62854.0859375, + 63052.0703125, + 62571.08984375, + 62481.09375, + 62483.412109375, + 62132.84375, + 62157.712890625, + 62185.236328125, + 62361.08984375, + 62136.451171875 ], "p90": [ - 64399.9375, - 64584.796875, - 64674.986328125, - 64826.6875, - 64759.771484375, - 64798.166015625, - 64933.73828125, - 65031.31640625, - 65113.8046875, - 65188.234375, - 65355.587890625, - 65477.150390625, - 65279.40234375, - 65112.08984375, - 65363.8359375, - 65630.078125, - 65816.203125, - 65434.421875, - 65803.1328125, - 65792.52734375, - 65730.828125, - 65621.10546875, - 65903.84375, - 65734.1171875 + 64419.119140625, + 64549.119140625, + 64636.6796875, + 64807.35546875, + 64845.3828125, + 64928.712890625, + 64992.2265625, + 64942.052734375, + 65222.6796875, + 65267.255859375, + 65115.904296875, + 65333.546875, + 65298.40625, + 65396.05859375, + 65480.23046875, + 65339.783203125, + 65588.22265625, + 65547.15234375, + 65623.49609375, + 65963.8515625, + 65453.23046875, + 65755.1484375, + 65612.640625, + 66016.21875 ], "timestamps": [ "2026-06-17 08:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index daf8f401f1b46162c85cf5dd7434dba1a2fb58b9..88a5130ba5b338686f929bbab5b190a7841aebe2 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T07:40:04.240557+00:00", + "evaluated_at": "2026-06-22T07:56:27.892768+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.784999966621399, - 1.7640000581741333, 1.7549999952316284, 1.7359999418258667, 1.7100000381469727, @@ -245,11 +243,11 @@ 1.840999960899353, 1.8480000495910645, 1.8619999885559082, - 1.86899995803833 + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413 ], "actuals": [ - 1.8769999742507935, - 1.871000051498413, 1.8589999675750732, 1.850000023841858, 1.8450000286102295, @@ -307,197 +305,197 @@ 0.6449999809265137, 0.6430000066757202, 0.6290000081062317, - 0.6240000128746033 + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282 ], "p50": [ - 1.8685121536254883, - 1.8743072748184204, - 1.8775972127914429, - 1.8845150470733643, - 1.8910104632377625, - 1.894432783126831, - 1.9053546786308289, - 1.9236248135566711, - 1.9224964380264282, - 1.9409918785095215, - 1.967573344707489, - 1.9858952760696411, - 2.0057077407836914, - 2.0217368602752686, - 2.028362512588501, - 2.0619094371795654, - 2.088189721107483, - 2.0871775150299072, - 2.123374104499817, - 2.1283751726150513, - 2.1601330041885376, - 2.16711163520813, - 2.208796262741089, - 2.202825665473938, - 2.206445336341858, - 2.2640243768692017, - 2.275219678878784, - 2.3129515647888184, - 2.3225340843200684, - 2.347726821899414, - 2.3771097660064697, - 2.4177221059799194, - 2.502134680747986, - 2.4863533973693848, - 2.5139386653900146, - 2.4863592386245728, - 2.4913480281829834, - 2.57872474193573, - 2.528604030609131, - 2.563537836074829, - 2.6213477849960327, - 2.622108221054077, - 2.6330342292785645, - 2.6359827518463135, - 2.5789471864700317, - 2.691758632659912, - 2.7673370838165283, - 2.693025231361389, - 2.9274790287017822, - 2.7958178520202637, - 2.7808977365493774, - 2.69727098941803, - 2.7958178520202637, - 2.763545274734497, - 2.7420709133148193, - 2.7560988664627075, - 2.8042622804641724, - 2.7958178520202637, - 2.837219476699829, - 2.814351797103882 + 1.8523987531661987, + 1.8553510308265686, + 1.8572028279304504, + 1.8640241622924805, + 1.8682999014854431, + 1.8736095428466797, + 1.8835844993591309, + 1.8893214464187622, + 1.9009891748428345, + 1.9165409803390503, + 1.930973768234253, + 1.9527740478515625, + 1.9715251326560974, + 1.9826947450637817, + 2.0055577754974365, + 2.0123682022094727, + 2.0460801124572754, + 2.045007824897766, + 2.06887948513031, + 2.104461431503296, + 2.1136122941970825, + 2.164641857147217, + 2.110192060470581, + 2.16067898273468, + 2.194518208503723, + 2.1876360177993774, + 2.2641438245773315, + 2.2302334308624268, + 2.29341983795166, + 2.2331483364105225, + 2.367079257965088, + 2.390515089035034, + 2.4665491580963135, + 2.377261519432068, + 2.3616347312927246, + 2.3558343648910522, + 2.370157480239868, + 2.4659812450408936, + 2.464330315589905, + 2.4783729314804077, + 2.45153272151947, + 2.5014216899871826, + 2.445496916770935, + 2.5860644578933716, + 2.5226874351501465, + 2.4804660081863403, + 2.535831928253174, + 2.5915913581848145, + 2.7122524976730347, + 2.728251814842224, + 2.750714898109436, + 2.6121349334716797, + 2.6640952825546265, + 2.6915159225463867, + 2.653444766998291, + 2.6359379291534424, + 2.7230794429779053, + 2.7861475944519043, + 2.7823989391326904, + 2.70348060131073 ], "p10": [ - 1.8573969006538391, - 1.8540054559707642, - 1.853416085243225, - 1.8452190160751343, - 1.849895417690277, - 1.8479567766189575, - 1.8314182758331299, - 1.839778184890747, - 1.8370565176010132, - 1.8369574546813965, - 1.8546549677848816, - 1.8622093200683594, - 1.8685649633407593, - 1.8883237838745117, - 1.893258810043335, - 1.903823435306549, - 1.8961234092712402, - 1.8843770027160645, - 1.9013001918792725, - 1.91202712059021, - 1.9194891452789307, - 1.912436068058014, - 1.9830646514892578, - 1.9372940063476562, - 1.8992065787315369, - 1.9666056632995605, - 1.9422951936721802, - 1.9817699790000916, - 1.9228906631469727, - 1.9922364950180054, - 1.9908124208450317, - 1.9775371551513672, - 1.8897392749786377, - 2.0440523624420166, - 1.981006920337677, - 1.9949681758880615, - 1.934117615222931, - 2.025569200515747, - 1.9949795007705688, - 1.9206000566482544, - 1.9700894355773926, - 2.013170003890991, - 1.9498611688613892, - 1.9692816734313965, - 1.9879885911941528, - 1.8734578490257263, - 2.0242000818252563, - 2.0841314792633057, - 1.9665889143943787, - 2.144110679626465, - 1.9534507989883423, - 1.94065260887146, - 1.9428421258926392, - 1.9973372220993042, - 2.0635175704956055, - 1.94065260887146, - 1.982012391090393, - 1.94065260887146, - 1.888077437877655, - 2.00602924823761 + 1.8403894305229187, + 1.8370959758758545, + 1.8292393684387207, + 1.8333048820495605, + 1.8293669819831848, + 1.8238964676856995, + 1.8205642700195312, + 1.815612554550171, + 1.8232948184013367, + 1.8136897087097168, + 1.8219237327575684, + 1.8193339109420776, + 1.8065698146820068, + 1.8289931416511536, + 1.7925664782524109, + 1.781144917011261, + 1.6913508176803589, + 1.7773151397705078, + 1.7803414463996887, + 1.8175805807113647, + 1.8477111458778381, + 1.8430582284927368, + 1.7718255519866943, + 1.84176105260849, + 1.8474692106246948, + 1.8022443056106567, + 1.9108219146728516, + 1.8281171321868896, + 1.8819186091423035, + 1.8277512788772583, + 1.8872718811035156, + 1.87680584192276, + 1.8151047229766846, + 1.788963794708252, + 1.7653324007987976, + 1.7223305702209473, + 1.6411948204040527, + 1.7013716101646423, + 1.8271650075912476, + 1.8671379685401917, + 1.6641396880149841, + 1.7798161506652832, + 1.8380711078643799, + 1.818109154701233, + 1.936847448348999, + 1.6573830246925354, + 1.69724702835083, + 1.7611839771270752, + 1.7035066485404968, + 1.6697270274162292, + 1.7184785604476929, + 1.7489627599716187, + 1.7050282955169678, + 1.6237042546272278, + 1.648483157157898, + 1.8473039269447327, + 1.7428935766220093, + 1.6826388835906982, + 1.5934089422225952, + 1.6430398225784302 ], "p90": [ - 1.8811191320419312, - 1.8921475410461426, - 1.9100611805915833, - 1.9167162775993347, - 1.9336708784103394, - 1.9522736072540283, - 1.976554274559021, - 1.994664192199707, - 2.000208616256714, - 2.0578126907348633, - 2.072091817855835, - 2.1204638481140137, - 2.114777088165283, - 2.1928322315216064, - 2.1886041164398193, - 2.240462899208069, - 2.301946520805359, - 2.34831166267395, - 2.3412587642669678, - 2.3915534019470215, - 2.369122624397278, - 2.421198010444641, - 2.458688497543335, - 2.48450243473053, - 2.523654580116272, - 2.6612024307250977, - 2.629455804824829, - 2.714960813522339, - 2.700781464576721, - 2.824493408203125, - 2.873844861984253, - 2.992431640625, - 3.340634822845459, - 3.2228517532348633, - 3.043852925300598, - 3.0023438930511475, - 3.0740017890930176, - 3.2195892333984375, - 3.2356739044189453, - 3.2027478218078613, - 3.2451705932617188, - 3.2795722484588623, - 3.223400115966797, - 3.444309711456299, - 3.3467328548431396, - 3.4325406551361084, - 3.4614064693450928, - 3.450162649154663, - 3.904322385787964, - 3.6719131469726562, - 3.704091787338257, - 3.6509828567504883, - 3.6509828567504883, - 3.7006499767303467, - 3.893205404281616, - 3.7790896892547607, - 3.9581141471862793, - 4.02796745300293, - 4.011722564697266, - 4.060466527938843 + 1.864450991153717, + 1.8730175495147705, + 1.8858810663223267, + 1.8993874788284302, + 1.9131205081939697, + 1.93390691280365, + 1.9475340247154236, + 1.9676719903945923, + 1.976322591304779, + 2.002518653869629, + 2.0411828756332397, + 2.0845388174057007, + 2.127582550048828, + 2.163819909095764, + 2.2002748250961304, + 2.260733127593994, + 2.284474492073059, + 2.3733675479888916, + 2.380935788154602, + 2.4528708457946777, + 2.4529911279678345, + 2.4782239198684692, + 2.4113306999206543, + 2.527787446975708, + 2.606396436691284, + 2.619420051574707, + 2.771627187728882, + 2.7197234630584717, + 2.6743359565734863, + 2.708301067352295, + 2.929259777069092, + 3.0146162509918213, + 3.1183412075042725, + 3.031821846961975, + 2.9851789474487305, + 2.998993396759033, + 3.074673652648926, + 3.2439823150634766, + 3.184258460998535, + 3.2314014434814453, + 3.070526123046875, + 3.411127805709839, + 3.086647629737854, + 3.338066577911377, + 3.359264373779297, + 3.436025619506836, + 3.628829002380371, + 3.451151132583618, + 4.08943510055542, + 3.8172767162323, + 4.084869384765625, + 3.957973003387451, + 3.6604185104370117, + 3.980015993118286, + 4.077354907989502, + 3.8270063400268555, + 4.08943510055542, + 3.9992098808288574, + 4.08943510055542, + 4.014843702316284 ], "timestamps": [ - "2026-06-21 01:36:00", - "2026-06-21 01:42:00", "2026-06-21 01:48:00", "2026-06-21 01:54:00", "2026-06-21 02:00:00", @@ -795,6 +793,8 @@ "2026-06-22 07:12:00", "2026-06-22 07:18:00", "2026-06-22 07:24:00", - "2026-06-22 07:30:00" + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 3460e07f7a0e6cc54e648a431fc927f563da9a4b..75cfec5bc13c3dcec740e9b6b20a5a1cbaf1c561 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T07:32:59.787536+00:00", + "evaluated_at": "2026-06-22T07:56:32.550883+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, @@ -158,226 +158,226 @@ 1.7000000476837158 ], "p50": [ - 1.30944162607193, - 1.3171942234039307, - 1.3145121932029724, - 1.3205555081367493, - 1.3152645230293274, - 1.3071385622024536, - 1.3077830076217651, - 1.3044676780700684, - 1.3120462894439697, - 1.308227777481079, - 1.304308831691742, - 1.3102456331253052, - 1.3046026229858398, - 1.3157060742378235, - 1.314064621925354, - 1.2997866868972778, - 1.2975824475288391, - 1.3123181462287903, - 1.3114935159683228, - 1.3052580952644348, - 1.3047988414764404, - 1.3045600056648254, - 1.3044819235801697, - 1.3026219606399536, - 1.2981082797050476, - 1.30547297000885, - 1.316041648387909, - 1.3011507987976074, - 1.308239221572876, - 1.2969018816947937, - 1.2893075942993164, - 1.3119227290153503, - 1.3054209351539612, - 1.3082207441329956, - 1.302728295326233, - 1.3021084070205688, - 1.3158394694328308, - 1.3323858976364136, - 1.306675672531128, - 1.3066547513008118, - 1.3108758926391602, - 1.31153804063797, - 1.2969340682029724, - 1.30389004945755, - 1.3105536103248596, - 1.3042097687721252, - 1.302714765071869, - 1.3063561916351318, - 1.2908718585968018, - 1.310952365398407, - 1.2998139262199402, - 1.302753984928131, - 1.294654130935669, - 1.317589282989502, - 1.3198760151863098, - 1.3050314784049988, - 1.3092723488807678, - 1.3416289687156677, - 1.2942962646484375, - 1.320633888244629, - 1.308484971523285, - 1.3025830388069153, - 1.3106228709220886, - 1.2931430339813232, - 1.2939476370811462, - 1.319757342338562, - 1.3027031421661377, - 1.3059382438659668, - 1.3321436047554016, - 1.3195526003837585, - 1.3315834403038025, - 1.3090269565582275 + 1.310478150844574, + 1.3106035590171814, + 1.308530032634735, + 1.3036885261535645, + 1.3177877068519592, + 1.3091710805892944, + 1.3007223010063171, + 1.3011242151260376, + 1.3103929162025452, + 1.3140029311180115, + 1.3106273412704468, + 1.3089566826820374, + 1.3025329113006592, + 1.3036171793937683, + 1.3030346035957336, + 1.2974663972854614, + 1.305054783821106, + 1.299035370349884, + 1.3045387864112854, + 1.3045700192451477, + 1.3109621405601501, + 1.303120732307434, + 1.2944012880325317, + 1.3018872737884521, + 1.311493456363678, + 1.3073613047599792, + 1.3119654655456543, + 1.3006674647331238, + 1.292999804019928, + 1.3153702020645142, + 1.3057883977890015, + 1.3062542080879211, + 1.3165436387062073, + 1.3130239844322205, + 1.2993656992912292, + 1.3025083541870117, + 1.3059568405151367, + 1.314777672290802, + 1.304441750049591, + 1.3231996297836304, + 1.3021379709243774, + 1.3003475069999695, + 1.2913265824317932, + 1.3002537488937378, + 1.3142117857933044, + 1.3141341805458069, + 1.3084468841552734, + 1.3014078736305237, + 1.3042068481445312, + 1.3152026534080505, + 1.3078493475914001, + 1.304241955280304, + 1.3051857352256775, + 1.2954484224319458, + 1.3042328357696533, + 1.3196861147880554, + 1.3075507879257202, + 1.2860833406448364, + 1.3012890219688416, + 1.312153697013855, + 1.3160589933395386, + 1.3121773600578308, + 1.3198772072792053, + 1.320837378501892, + 1.2888052463531494, + 1.2861581444740295, + 1.303201138973236, + 1.3048183917999268, + 1.3050550818443298, + 1.3216484189033508, + 1.2977665066719055, + 1.3134139776229858 ], "p10": [ - 1.189454197883606, - 1.1905641555786133, - 1.1742972135543823, - 1.1885709762573242, - 1.1871066093444824, - 1.2053812146186829, - 1.1825824975967407, - 1.1717285513877869, - 1.186329185962677, - 1.1541151404380798, - 1.1881139874458313, - 1.1842146515846252, - 1.135322093963623, - 1.1674488186836243, - 1.152649164199829, - 1.1340454816818237, - 1.171644687652588, - 1.1819055080413818, - 1.1671106219291687, - 1.1906556487083435, - 1.1607381105422974, - 1.170880913734436, - 1.1897759437561035, - 1.1832408905029297, - 1.165777325630188, - 1.1822640895843506, - 1.1624709367752075, - 1.1849117875099182, - 1.1631680727005005, - 1.1590974926948547, - 1.1378023624420166, - 1.1583778262138367, - 1.184887707233429, - 1.1519363522529602, - 1.1690452098846436, - 1.1408290266990662, - 1.1455568075180054, - 1.1696959733963013, - 1.150281846523285, - 1.135441541671753, - 1.1439600586891174, - 1.149974524974823, - 1.1667550206184387, - 1.1276047229766846, - 1.1205008029937744, - 1.179395318031311, - 1.1477099061012268, - 1.1233484745025635, - 1.132741630077362, - 1.1313802599906921, - 1.1084749698638916, - 1.151919960975647, - 1.1174789667129517, - 1.1409907937049866, - 1.1200298070907593, - 1.1297791600227356, - 1.140380322933197, - 1.1726999878883362, - 1.1284935474395752, - 1.1076040863990784, - 1.1292328238487244, - 1.1184219121932983, - 1.1190842986106873, - 1.0871798992156982, - 1.0233651995658875, - 1.1293355226516724, - 1.1051040291786194, - 1.0565168261528015, - 1.1436097621917725, - 1.051088035106659, - 1.1091466546058655, - 1.1255527138710022 + 1.1963235139846802, + 1.165031611919403, + 1.1735036373138428, + 1.1266164183616638, + 1.199957549571991, + 1.1910333633422852, + 1.1765159964561462, + 1.1293390393257141, + 1.1915137767791748, + 1.1703319549560547, + 1.1986928582191467, + 1.1998806595802307, + 1.134153425693512, + 1.183948040008545, + 1.1284906268119812, + 1.1562647819519043, + 1.1748954057693481, + 1.1988558173179626, + 1.158302128314972, + 1.1894028782844543, + 1.168619453907013, + 1.1644030213356018, + 1.1806257367134094, + 1.1688531637191772, + 1.1814640164375305, + 1.1662734746932983, + 1.159778118133545, + 1.1478905081748962, + 1.165932834148407, + 1.1964660286903381, + 1.1585072875022888, + 1.13772451877594, + 1.1702246069908142, + 1.1658029556274414, + 1.1566274166107178, + 1.1574760675430298, + 1.1362226605415344, + 1.1777931451797485, + 1.1409628987312317, + 1.1495929956436157, + 1.1564183235168457, + 1.1637247800827026, + 1.130291759967804, + 1.1609916687011719, + 1.1790796518325806, + 1.1581643223762512, + 1.141946017742157, + 1.17740797996521, + 1.137279450893402, + 1.1788537502288818, + 1.1276187896728516, + 1.0960195660591125, + 1.055116057395935, + 1.1175786852836609, + 1.1265028715133667, + 1.1219828128814697, + 1.1119384765625, + 1.1076173782348633, + 1.1066195964813232, + 1.1298664212226868, + 1.1213023662567139, + 1.1021799445152283, + 1.1376747488975525, + 1.1241093873977661, + 1.081108033657074, + 1.0742747783660889, + 1.1170608401298523, + 1.0737524628639221, + 1.0456069111824036, + 1.0936055779457092, + 1.0968011617660522, + 1.0687992572784424 ], "p90": [ - 1.4158285856246948, - 1.439983606338501, - 1.420329988002777, - 1.4372172355651855, - 1.4336498975753784, - 1.4312682747840881, - 1.4563932418823242, - 1.4315986633300781, - 1.4449880123138428, - 1.43960440158844, - 1.4622387290000916, - 1.4304286241531372, - 1.42783522605896, - 1.4377171993255615, - 1.4363661408424377, - 1.4331204891204834, - 1.4306291341781616, - 1.4340428709983826, - 1.445740520954132, - 1.4302043914794922, - 1.4351849555969238, - 1.4215639233589172, - 1.4149267077445984, - 1.442441999912262, - 1.4072932600975037, - 1.437701940536499, - 1.4551240801811218, - 1.4352929592132568, - 1.4441825151443481, - 1.4515537023544312, - 1.4154013991355896, - 1.4586727023124695, - 1.4540975093841553, - 1.4769811630249023, - 1.4377776384353638, - 1.4915449619293213, - 1.4541307091712952, - 1.4729983806610107, - 1.4622578620910645, - 1.4584347009658813, - 1.4370352625846863, - 1.477520227432251, - 1.4229910373687744, - 1.4702545404434204, - 1.4364801049232483, - 1.4616559743881226, - 1.4676291346549988, - 1.4590033888816833, - 1.4707350730895996, - 1.466882348060608, - 1.479282259941101, - 1.4784449338912964, - 1.4825774431228638, - 1.454468309879303, - 1.483957290649414, - 1.5018566846847534, - 1.4881556034088135, - 1.4976842999458313, - 1.4780929684638977, - 1.4827141165733337, - 1.4552268385887146, - 1.508029580116272, - 1.491504967212677, - 1.5036433935165405, - 1.4633381366729736, - 1.494422197341919, - 1.4927905201911926, - 1.4925973415374756, - 1.5386427640914917, - 1.5054961442947388, - 1.6131914854049683, - 1.5181796550750732 + 1.4046470522880554, + 1.4453078508377075, + 1.4164610505104065, + 1.4142357110977173, + 1.4361621141433716, + 1.463367223739624, + 1.4322503209114075, + 1.4313152432441711, + 1.4312520027160645, + 1.4369813799858093, + 1.4293517470359802, + 1.4433733820915222, + 1.4104134440422058, + 1.441312849521637, + 1.4500272870063782, + 1.4403494596481323, + 1.4219226241111755, + 1.4163318276405334, + 1.4167683124542236, + 1.442787230014801, + 1.4532854557037354, + 1.4145563840866089, + 1.4163148999214172, + 1.4433676600456238, + 1.4371567964553833, + 1.4340767860412598, + 1.4658586978912354, + 1.418609619140625, + 1.4218113422393799, + 1.4297735691070557, + 1.4657193422317505, + 1.4580846428871155, + 1.4331814050674438, + 1.4695681929588318, + 1.4840089678764343, + 1.429823875427246, + 1.4453328251838684, + 1.4310832023620605, + 1.4595845341682434, + 1.4758774042129517, + 1.4575215578079224, + 1.4524027705192566, + 1.4270707964897156, + 1.4346347451210022, + 1.4605163931846619, + 1.4575767517089844, + 1.462320864200592, + 1.4534551501274109, + 1.4567731022834778, + 1.5218573212623596, + 1.487258791923523, + 1.4829024076461792, + 1.4867280721664429, + 1.5307210087776184, + 1.4605313539505005, + 1.4761611819267273, + 1.4992398023605347, + 1.4373056888580322, + 1.4919390678405762, + 1.4959129691123962, + 1.4978205561637878, + 1.4731903076171875, + 1.5229625701904297, + 1.485713005065918, + 1.442423939704895, + 1.4453596472740173, + 1.491076946258545, + 1.5482503175735474, + 1.5047144293785095, + 1.5691019296646118, + 1.4677084684371948, + 1.5314978957176208 ], "timestamps": [ "2026-06-20 07:10:00", diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 9577bed43136f2a68a4302a703346e27a10a5cc6..e659a6e7e6d21528d3f3ea581e6ad1c6e6053bd8 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T07:24:16.217638+00:00", + "evaluated_at": "2026-06-22T07:56:43.125306+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, @@ -130,82 +130,82 @@ 2300.0 ], "p50": [ - 2387.6015625, - 2386.94580078125, - 2391.2049560546875, - 2383.2061767578125, - 2384.1455078125, - 2387.0601806640625, - 2386.7626953125, - 2386.856689453125, - 2386.064453125, - 2388.0738525390625, - 2385.994140625, - 2385.760009765625, - 2387.6983642578125, - 2384.345703125, - 2385.80322265625, - 2387.0103759765625, - 2386.8609619140625, - 2385.2705078125, - 2386.2760009765625, - 2383.0579833984375, - 2385.4991455078125, - 2384.165771484375, - 2380.382080078125, - 2385.2569580078125 + 2386.3424072265625, + 2383.7171630859375, + 2387.7833251953125, + 2387.764892578125, + 2388.015625, + 2385.6055908203125, + 2384.5068359375, + 2386.19482421875, + 2384.88818359375, + 2382.9052734375, + 2382.5166015625, + 2382.9368896484375, + 2385.6053466796875, + 2386.0869140625, + 2387.07470703125, + 2389.4422607421875, + 2387.2008056640625, + 2384.93603515625, + 2383.7313232421875, + 2386.0804443359375, + 2389.1494140625, + 2385.970458984375, + 2384.0892333984375, + 2381.9803466796875 ], "p10": [ - 2356.5843505859375, - 2348.222412109375, - 2359.7818603515625, - 2353.3634033203125, - 2356.4146728515625, - 2352.4813232421875, - 2352.863525390625, - 2351.91064453125, - 2355.7969970703125, - 2354.9130859375, - 2354.7442626953125, - 2351.916015625, - 2355.890625, - 2352.806640625, - 2344.262451171875, - 2351.769287109375, - 2350.015380859375, - 2349.5635986328125, - 2350.887939453125, - 2338.155517578125, - 2347.92041015625, - 2339.0029296875, - 2347.678955078125, - 2346.46484375 + 2352.65478515625, + 2351.8331298828125, + 2354.8848876953125, + 2350.629150390625, + 2348.2811279296875, + 2355.6495361328125, + 2349.9124755859375, + 2358.3077392578125, + 2350.6639404296875, + 2350.7027587890625, + 2353.0291748046875, + 2343.740234375, + 2353.66259765625, + 2354.5416259765625, + 2347.4990234375, + 2352.724609375, + 2347.99609375, + 2338.46533203125, + 2352.7142333984375, + 2352.80078125, + 2350.3349609375, + 2344.8994140625, + 2347.990234375, + 2342.32177734375 ], "p90": [ - 2423.0751953125, - 2425.451904296875, - 2427.5740966796875, - 2421.1103515625, - 2418.6492919921875, - 2418.2718505859375, - 2419.1405029296875, - 2414.701171875, - 2416.1239013671875, - 2425.318115234375, - 2418.553955078125, - 2423.370361328125, - 2430.056640625, - 2420.81201171875, - 2430.8072509765625, - 2427.3870849609375, - 2431.117431640625, - 2423.7518310546875, - 2425.7125244140625, - 2426.5513916015625, - 2431.0723876953125, - 2426.223876953125, - 2422.2384033203125, - 2430.9913330078125 + 2422.4390869140625, + 2418.1051025390625, + 2421.40576171875, + 2421.483154296875, + 2426.0802001953125, + 2420.79052734375, + 2417.5023193359375, + 2420.4146728515625, + 2424.91845703125, + 2410.5081787109375, + 2421.3057861328125, + 2417.14306640625, + 2427.80615234375, + 2434.966552734375, + 2437.91650390625, + 2433.4190673828125, + 2430.7440185546875, + 2430.2630615234375, + 2425.7496337890625, + 2432.8572998046875, + 2434.114013671875, + 2422.184814453125, + 2425.356201171875, + 2425.48779296875 ], "timestamps": [ "2026-06-21 20:55:00", diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index f6358830efc3eff6971866b2a075c40ecac19ed3..ca3b1c7f4fe15e4f01eecd6c4362d95a22ce2f18 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,11 +1,29 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T07:46:55.688365+00:00", + "evaluated_at": "2026-06-22T07:56:45.469535+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:44:53.667740Z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 9c7f1d34ca12df8a21134718c0e6f71a6b221408..be068fae3b4f6e8df04d5b09bbf1bfa023bbc334 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,68643.79938963124,65249.32358688927,206.14638443439313,0.19506920120013968,0.003217246921033152,0.003218693627666715,1.3612324469166666,261.9996171555051,0.004087592005802545,0.00321619673413106,0.0024048233552343514,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,68447.50713142648,65078.76120683027,205.7363909448098,0.19468123852628674,0.0032108880039024776,0.0032123140791588552,1.3612324469166666,261.6247448759893,0.004081769631219973,0.0032098208179557964,0.002398442230515664,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.42238470151947644,0.42483344245478155,0.5262925088894002,1.5348652890946077,0.6201046521204675,0.40164807484717546,56.68226675313982,0.6499113028094499,0.5248486979351448,0.4250179014114015,0.41594428312691595,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.4953410901867086,0.49867292270006824,0.5789852592735608,1.6804099546418612,0.6992067829097238,0.4404407204127457,62.38726284966411,0.7038047244702955,0.5879247846932659,0.4836565769790449,0.47392967443068634,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.08419926878778064,0.0842882200661658,0.27222226560115814,4.137780804794772,0.16845599275539413,0.18573866781537227,48.12066317458909,0.29017110260634266,0.1831053310260335,0.1717791592885767,0.15920928869503287,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,0.0017718605465608286,0.0067712666677291105,0.07982454550893554,0.04114078312236983,0.005705514361449345,0.00568825196283265,1.16735837366153,0.042093473918896604,0.0030075718738025617,0.005703450809840888,0.005605903908397658,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,162.12160711604497,155.27907965227237,10.988930638334645,0.9496832323781677,0.6331856644890809,0.43683018899345805,19.147458289486355,12.732698343872165,0.5933684665105475,0.5121055054757894,0.4736291723021788,Air Quality,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 03a77a6d48da84325a32d51175f919a006561a71..0d6f83f580373612a9211d99bffa9c15d18c5a5d 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T07:47:19.534632+00:00", + "evaluated_at": "2026-06-22T07:57:14.995250+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64271.6015625 + 64261.76171875 ], "p50": [ 64002.66957579496, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index a45f29d9fdb62e0a74ce2f6382559022bc86012e..3b425bfbe3081d8a5e53b135e42fd16cbc90e2c1 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T07:40:48.246417+00:00", + "evaluated_at": "2026-06-22T07:57:15.003119+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.784999966621399, - 1.7640000581741333, 1.7549999952316284, 1.7359999418258667, 1.7100000381469727, @@ -245,11 +243,11 @@ 1.840999960899353, 1.8480000495910645, 1.8619999885559082, - 1.86899995803833 + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413 ], "actuals": [ - 1.8769999742507935, - 1.871000051498413, 1.8589999675750732, 1.850000023841858, 1.8450000286102295, @@ -307,197 +305,197 @@ 0.6449999809265137, 0.6430000066757202, 0.6290000081062317, - 0.6240000128746033 + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282 ], "p50": [ - 1.7266485932980622, - 1.7241485360776032, - 1.7266485336934174, - 1.7311485651646699, - 1.7221485618268098, - 1.7241485509787644, - 1.7251485530053223, - 1.7231485489522065, - 1.7246485445414628, - 1.7251485381041611, - 1.7261485103283967, - 1.727148616663083, - 1.7236485425149048, - 1.7241485360776032, - 1.7331485394154633, - 1.7281485888873185, - 1.725148523203, - 1.7241485658799256, - 1.7306486014042939, - 1.7221485171233262, - 1.730148637643918, - 1.7281485292826737, - 1.7286485675488557, - 1.7306486014042939, - 1.7321485522900666, - 1.7246485445414628, - 1.7301485184346284, - 1.7281485292826737, - 1.7256485167656983, - 1.7236485425149048, - 1.7221485320244874, - 1.7241485360776032, - 1.7251485679064835, - 1.726148450723752, - 1.7256485614691819, - 1.730148637643918, - 1.7301485184346284, - 1.7246485296403016, - 1.7261485103283967, - 1.7236485425149048, - 1.7241485360776032, - 1.7261485103283967, - 1.7261485699330414, - 1.7281485292826737, - 1.7251485381041611, - 1.7241485360776032, - 1.7251485381041611, - 1.7316485587273682, - 1.725648576370343, - 1.7221485469256486, - 1.7221485469256486, - 1.722148502222165, - 1.730148637643918, - 1.7211485448990906, - 1.7301485780392731, - 1.7266485336934174, - 1.7221485469256486, - 1.7281485888873185, - 1.7236485425149048, - 1.7241485360776032 + 1.7587646044988179, + 1.7562646813888096, + 1.7582647003430867, + 1.7607646681565785, + 1.7557646431226277, + 1.7582645811337971, + 1.758264640738442, + 1.758264640738442, + 1.754764655997231, + 1.7607646681565785, + 1.758264640738442, + 1.7607646681565785, + 1.7567646600503468, + 1.758264640738442, + 1.7657646931905293, + 1.7617646254796528, + 1.7577646471757435, + 1.7572646834153676, + 1.7647646464604878, + 1.7542646624345326, + 1.7572646238107228, + 1.7647646464604878, + 1.7617646254796528, + 1.7617646254796528, + 1.7617647446889424, + 1.7537646092671895, + 1.7587647237081074, + 1.7557646431226277, + 1.758264640738442, + 1.7562646515864873, + 1.7537646688718342, + 1.7577645577687764, + 1.759764695932343, + 1.7572646089095616, + 1.7577645577687764, + 1.7647646464604878, + 1.7617647446889424, + 1.7567646898526692, + 1.7572646685142064, + 1.7537646092671895, + 1.7572646238107228, + 1.7617646254796528, + 1.7617646850842976, + 1.7617646254796528, + 1.7617647446889424, + 1.7557646431226277, + 1.7567646302480244, + 1.7622646488446736, + 1.7567646451491856, + 1.7557646431226277, + 1.7567646600503468, + 1.7522646583814168, + 1.7622646488446736, + 1.7517646946210408, + 1.7617646850842976, + 1.7617646850842976, + 1.751764635016396, + 1.755764658023789, + 1.7567646898526692, + 1.7567646451491856 ], "p10": [ - 1.6931485119973266, - 1.6941485646878327, - 1.694148505083188, - 1.6931484583531464, - 1.6921485844765747, - 1.694148505083188, - 1.6931484583531464, - 1.6931484583531464, - 1.6921485308323945, - 1.6941485587273681, - 1.6951486054574096, - 1.6941485587273681, - 1.6950485531006898, - 1.6951485518132294, - 1.6931485119973266, - 1.6921485308323945, - 1.6921485308323945, - 1.6941485646878327, - 1.6940485600148285, - 1.6941485646878327, - 1.6921485308323945, - 1.6921485308323945, - 1.6931485119973266, - 1.6959485951577271, - 1.6941485646878327, - 1.6941485587273681, - 1.6950485590611541, - 1.6921485308323945, - 1.6921485308323945, - 1.6941485587273681, - 1.6921485308323945, - 1.6931484583531464, - 1.6921485844765747, - 1.694148618332013, - 1.6931484583531464, - 1.6961484793339814, - 1.696148586622342, - 1.6941485646878327, - 1.6921485904370392, - 1.6931485119973266, - 1.6940485004101837, - 1.6961485329781616, - 1.6941485646878327, - 1.6941485587273681, - 1.6930484656010711, - 1.6931484583531464, - 1.6941486242924775, - 1.694148618332013, - 1.6951485518132294, - 1.6921485308323945, - 1.6941485646878327, - 1.6921485308323945, - 1.6941485587273681, - 1.6940485063706483, - 1.6931485119973266, - 1.6971486333523835, - 1.6921485308323945, - 1.6941485646878327, - 1.6941485646878327, - 1.6941486242924775 + 1.723764637877419, + 1.7257646717328572, + 1.724764565398171, + 1.7257646717328572, + 1.723764637877419, + 1.7257646657723926, + 1.7267647184628987, + 1.723764637877419, + 1.723764637877419, + 1.7257646717328572, + 1.726764658858254, + 1.723764637877419, + 1.7266646601457143, + 1.7257647253770374, + 1.7266647137898945, + 1.7247646250028157, + 1.7257646121282124, + 1.723764637877419, + 1.7266646601457143, + 1.723764637877419, + 1.724764565398171, + 1.726764658858254, + 1.7246645786065602, + 1.7286646343965077, + 1.7257646717328572, + 1.7237646915215992, + 1.7257647253770374, + 1.7256646074552082, + 1.7237646974820637, + 1.723764637877419, + 1.723764637877419, + 1.7257646717328572, + 1.7256646134156728, + 1.723764637877419, + 1.723764637877419, + 1.7257646717328572, + 1.7247646190423511, + 1.724764565398171, + 1.7247646190423511, + 1.7237646915215992, + 1.7257646717328572, + 1.7257647253770374, + 1.7276645936269306, + 1.7257646717328572, + 1.7257646717328572, + 1.7257646121282124, + 1.7246645786065602, + 1.7257646657723926, + 1.7277646936673665, + 1.723764637877419, + 1.723764637877419, + 1.724764565398171, + 1.726764658858254, + 1.725664667059853, + 1.726664719750359, + 1.7277645863790059, + 1.7257646717328572, + 1.724764565398171, + 1.723764637877419, + 1.7237646915215992 ], "p90": [ - 1.7522485915337647, - 1.7511485460911835, - 1.748248583427533, - 1.7522485855733003, - 1.7512485507641877, - 1.752148592821225, - 1.7502486113225069, - 1.7501485053216066, - 1.7483485821400726, - 1.7522485855733003, - 1.7511485460911835, - 1.753148520341977, - 1.7482486370717134, - 1.7511485460911835, - 1.7512485507641877, - 1.7511485460911835, - 1.7512485507641877, - 1.7511485460911835, - 1.753148520341977, - 1.7502485040341462, - 1.7501486185704316, - 1.7531485799466218, - 1.7512485507641877, - 1.7531485799466218, - 1.753148520341977, - 1.7502486113225069, - 1.7502486113225069, - 1.7511485460911835, - 1.7501485589657868, - 1.7445485714589204, - 1.7492485645924654, - 1.7492485765133943, - 1.74914857184039, - 1.7492485705529297, - 1.7511485460911835, - 1.752148592821225, - 1.7511485460911835, - 1.7531485799466218, - 1.7531485799466218, - 1.7501485649262514, - 1.7501486185704316, - 1.753148520341977, - 1.7522485855733003, - 1.7531485263024416, - 1.7511485460911835, - 1.7492485705529297, - 1.7501485649262514, - 1.750148499361142, - 1.7501486185704316, - 1.7511485460911835, - 1.7492485705529297, - 1.74914857184039, - 1.7512485507641877, - 1.7502485576783264, - 1.753148520341977, - 1.7511485460911835, - 1.748148590675458, - 1.7511485460911835, - 1.744248569360837, - 1.7531485799466218 + 1.7837646998662495, + 1.7817646660108113, + 1.782764653136208, + 1.7838646926183248, + 1.782764653136208, + 1.7807646788854146, + 1.782764653136208, + 1.7807646788854146, + 1.782764653136208, + 1.7818647183675314, + 1.782764653136208, + 1.7837646998662495, + 1.7797646977204824, + 1.782764653136208, + 1.7828646578092122, + 1.784764633347466, + 1.784764746596291, + 1.782764653136208, + 1.7837646998662495, + 1.7818646110791707, + 1.782764653136208, + 1.782764653136208, + 1.782764653136208, + 1.7818647183675314, + 1.7837646998662495, + 1.781764612366631, + 1.782764653136208, + 1.7847646273870015, + 1.7817646183270954, + 1.779764632155373, + 1.779864744116738, + 1.781764725615456, + 1.7818647183675314, + 1.7828646578092122, + 1.7847646869916463, + 1.782764653136208, + 1.7847646929521108, + 1.782764653136208, + 1.7828646578092122, + 1.7817646183270954, + 1.7808646716374898, + 1.7808646716374898, + 1.7838646926183248, + 1.782764653136208, + 1.781764725615456, + 1.7808646716374898, + 1.7847646273870015, + 1.782764653136208, + 1.7818647183675314, + 1.7837646998662495, + 1.782764653136208, + 1.7807646788854146, + 1.7838646926183248, + 1.7807646788854146, + 1.782764653136208, + 1.782764653136208, + 1.779764644076302, + 1.782764653136208, + 1.7797646917600178, + 1.781864664723351 ], "timestamps": [ - "2026-06-21 01:36:00", - "2026-06-21 01:42:00", "2026-06-21 01:48:00", "2026-06-21 01:54:00", "2026-06-21 02:00:00", @@ -795,6 +793,8 @@ "2026-06-22 07:12:00", "2026-06-22 07:18:00", "2026-06-22 07:24:00", - "2026-06-22 07:30:00" + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00" ] } diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 8eb9e14e40c93fcb64d25abb2dd34ae42bddf763..188ebdd5750c3ddcc8914f5a810ae00f4d47f014 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T07:33:31.086716+00:00", + "evaluated_at": "2026-06-22T07:57:15.014335+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 118821f14ffe1ae9f9c6690a2a724401e94eeee8..e97ef345a08906541c0025f81e8ffd3bc6be82f9 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T07:25:19.392661+00:00", + "evaluated_at": "2026-06-22T07:57:15.022166+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 165efa8fa6b9703e517d4fb442d7bddb65cffe83..3b6dc7a5d01b710abab77c594bf987b3c97de60d 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,11 +1,29 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T07:47:19.538895+00:00", + "evaluated_at": "2026-06-22T07:57:15.025650+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:44:53.667740Z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index 6d95b7ceae4e7133026cee9fc4b095fbff7db59c..55632922727e892eb558542b0dcace41a690fbe8 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T07:44:54.320887+00:00", - "finished_at": "2026-06-22T07:47:19.767716+00:00", - "task_count": 1, + "started_at": "2026-06-22T07:51:17.700769+00:00", + "finished_at": "2026-06-22T07:57:15.144403+00:00", + "task_count": 4, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,11 +10,29 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T07:45:24.571503+00:00", + "evaluated_at": "2026-06-22T07:52:06.163583+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:44:53.667740Z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", "context_length": 96, "prediction_length": 24 } @@ -24,11 +42,29 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T07:45:50.442086+00:00", + "evaluated_at": "2026-06-22T07:54:18.768083+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:44:53.667740Z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", "context_length": 96, "prediction_length": 24 } @@ -38,11 +74,29 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T07:46:13.827444+00:00", + "evaluated_at": "2026-06-22T07:55:16.110831+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:44:53.667740Z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", "context_length": 96, "prediction_length": 24 } @@ -52,11 +106,29 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T07:46:23.020247+00:00", + "evaluated_at": "2026-06-22T07:55:57.786809+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:44:53.667740Z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", "context_length": 96, "prediction_length": 24 } @@ -66,11 +138,29 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T07:46:55.688365+00:00", + "evaluated_at": "2026-06-22T07:56:45.469535+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:44:53.667740Z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", "context_length": 96, "prediction_length": 24 } @@ -80,11 +170,29 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T07:47:19.248428+00:00", + "evaluated_at": "2026-06-22T07:57:14.487063+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:44:53.667740Z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", "context_length": 96, "prediction_length": 24 } @@ -94,11 +202,29 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T07:47:19.483427+00:00", + "evaluated_at": "2026-06-22T07:57:14.899971+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:44:53.667740Z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", "context_length": 96, "prediction_length": 24 } @@ -108,11 +234,29 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T07:47:19.525129+00:00", + "evaluated_at": "2026-06-22T07:57:14.990760+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:44:53.667740Z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", "context_length": 96, "prediction_length": 24 } @@ -122,11 +266,29 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T07:47:19.538895+00:00", + "evaluated_at": "2026-06-22T07:57:15.025650+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:44:53.667740Z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", "context_length": 96, "prediction_length": 24 } @@ -136,11 +298,29 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T07:47:19.551280+00:00", + "evaluated_at": "2026-06-22T07:57:15.053340+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:44:53.667740Z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", "context_length": 96, "prediction_length": 24 } @@ -158,7 +338,5 @@ "overall": "aggregates/results_overall.csv", "metadata": "aggregates/metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T07:48:15.792901+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_075714.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_075714.json new file mode 100644 index 0000000000000000000000000000000000000000..655b7bc63de9c2b9d5146cbd12a7909d8d3a3256 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_075714.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T07:57:14.703814+00:00", + "metrics": { + "MSE[mean]": 248835.1982036014, + "MSE[0.5]": 681564.0697877314, + "MAE[0.5]": 788.9539982169196, + "MASE[0.5]": 0.7465599100274805, + "MAPE[0.5]": 0.012296088168976399, + "sMAPE[0.5]": 0.01237935291061592, + "MSIS": 14.847459760268976, + "RMSE[mean]": 498.8338382704219, + "NRMSE[mean]": 0.0077826155665903516, + "ND[0.5]": 0.012308959811419374, + "mean_weighted_sum_quantile_loss": 0.011001995473210846 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64261.76171875 + ], + "predictions": { + "p50": [ + 63492.18370368655, + 63471.41857714654, + 63493.53325083366, + 63428.80641808227, + 63447.77158278841, + 63393.84201176236, + 63358.45921217973, + 63400.35707762191, + 63319.785206761786, + 63315.170384698744, + 63296.35922577035, + 63296.639511655834, + 63302.879373040254, + 63269.18767364702, + 63288.708687285776, + 63229.1740668494, + 63213.78026811458, + 63253.67444410639, + 63223.420260804836, + 63216.7185969824, + 63186.48242524329, + 63160.53311928468, + 63157.77259554335, + 63150.33308765381 + ], + "p10": [ + 63249.69602737245, + 63122.9900047198, + 63161.73217152597, + 63181.91817570589, + 63156.59285239787, + 63191.314058994, + 62994.76997493257, + 63058.328657556965, + 63068.74086466828, + 63052.60512433716, + 63037.19929940847, + 63031.888585350825, + 63010.80316486745, + 63007.06740822695, + 62995.04809164019, + 62972.370489618916, + 62960.70074558745, + 62962.495713715856, + 62938.921053407445, + 62928.764426108915, + 62929.814494109385, + 62880.13992712001, + 62900.96901831286, + 62892.52918704604 + ], + "p90": [ + 63717.11020610376, + 63762.84312036233, + 63742.50576316144, + 63689.91036584032, + 63707.89744908109, + 63670.11759947068, + 63680.67010582883, + 63643.23404207804, + 63572.913001189336, + 63578.775170239, + 63584.39555429317, + 63589.088137590414, + 63537.75915093577, + 63542.2347883478, + 63540.730209064335, + 63487.77434420916, + 63516.83781806044, + 63494.39879916527, + 63484.80062756034, + 63484.90149858191, + 63474.303833155864, + 63436.7647079602, + 63475.940713785436, + 63377.09045016845 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_075140.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_075140.json new file mode 100644 index 0000000000000000000000000000000000000000..593418add1b880f976466e120ab684b7f4eb8803 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_075140.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T07:51:40.154352+00:00", + "metrics": { + "MSE[mean]": 75407.49801063538, + "MSE[0.5]": 75407.49801063538, + "MAE[0.5]": 196.64762369791666, + "MASE[0.5]": 0.18608085209889502, + "MAPE[0.5]": 0.003074520636066488, + "sMAPE[0.5]": 0.003069619075103006, + "MSIS": 1.9710872575643996, + "RMSE[mean]": 274.6042570876048, + "NRMSE[mean]": 0.0042842710375702526, + "ND[0.5]": 0.003068021332776442, + "mean_weighted_sum_quantile_loss": 0.004552704095564974 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64261.76171875 + ], + "predictions": { + "p50": [ + 64224.64453125, + 64241.89453125, + 64261.41796875, + 64278.83203125, + 64275.38671875, + 64277.125, + 64275.0, + 64274.68359375, + 64264.125, + 64256.83203125, + 64232.37109375, + 64227.27734375, + 64216.95703125, + 64200.49609375, + 64175.5078125, + 64174.890625, + 64159.875, + 64111.96875, + 64111.421875, + 64074.6875, + 64051.2265625, + 64010.01171875, + 63969.34375, + 63952.65625 + ], + "p10": [ + 63957.83984375, + 63891.9609375, + 63811.8828125, + 63726.53515625, + 63629.71875, + 63506.95703125, + 63388.046875, + 63321.5546875, + 63245.1875, + 63120.29296875, + 63085.5234375, + 63010.1875, + 62947.4375, + 62883.05859375, + 62823.83984375, + 62751.65234375, + 62742.953125, + 62651.48828125, + 62570.59765625, + 62558.03515625, + 62501.26171875, + 62465.796875, + 62399.5703125, + 62383.87890625 + ], + "p90": [ + 64428.5625, + 64522.93359375, + 64614.99609375, + 64699.859375, + 64772.98046875, + 64823.3125, + 64854.0, + 64908.640625, + 64942.1328125, + 64993.80859375, + 65030.30859375, + 65074.2265625, + 65112.4375, + 65133.20703125, + 65174.44921875, + 65217.60546875, + 65565.2265625, + 65602.6015625, + 65593.3359375, + 65626.578125, + 65608.4375, + 65658.8984375, + 65711.2578125, + 65697.875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_075714.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_075714.json new file mode 100644 index 0000000000000000000000000000000000000000..e241f477d4e5e212682f35b79f47af4530b6ec34 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_075714.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T07:57:14.929831+00:00", + "metrics": { + "MSE[mean]": 57406.33863707769, + "MSE[0.5]": 57268.11201601879, + "MAE[0.5]": 161.84593272702446, + "MASE[0.5]": 0.15314921433705692, + "MAPE[0.5]": 0.002529605187118591, + "sMAPE[0.5]": 0.002527358589472506, + "MSIS": 1.385633252307982, + "RMSE[mean]": 239.5961991290298, + "NRMSE[mean]": 0.003738088649925565, + "ND[0.5]": 0.0025250586042798572, + "mean_weighted_sum_quantile_loss": 0.002113043244102936 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64261.76171875 + ], + "predictions": { + "p50": [ + 64184.320693383765, + 64189.50468701726, + 64201.59883690076, + 64159.482049284255, + 64151.74612104275, + 64148.379333426245, + 64134.64340518474, + 64149.57544569323, + 64122.714517451735, + 64101.87702671023, + 64111.406723468725, + 64117.22157647722, + 64140.48174198571, + 64118.27511061921, + 64096.06847925271, + 64069.791535386204, + 64051.4364665197, + 64070.04038202819, + 64053.68336003669, + 64035.70719742019, + 64032.340409803684, + 64039.09666906218, + 64014.41152207067, + 64062.40020320417 + ], + "p10": [ + 63948.67850588376, + 63937.62382764226, + 63928.72813377576, + 63935.374627409255, + 63917.73479291775, + 63936.552770926246, + 63898.94418643474, + 63878.932476943235, + 63871.19654870174, + 63799.94733921023, + 63871.687973468725, + 63841.88563897722, + 63840.93096073571, + 63890.11300124421, + 63840.74426050271, + 63746.2747385112, + 63672.6915446447, + 63827.07163202819, + 63730.32398503669, + 63779.99821304519, + 63779.043534803684, + 63791.37401281218, + 63762.893553320675, + 63771.12090632917 + ], + "p90": [ + 64428.191787133765, + 64420.739843267256, + 64494.15743065076, + 64399.57345553426, + 64390.99416791775, + 64391.757849051246, + 64431.84262393474, + 64380.56099256824, + 64369.33482995174, + 64353.15788608523, + 64355.578598468725, + 64345.93642022722, + 64341.88135136072, + 64409.06221999421, + 64342.38097925271, + 64337.402472886206, + 64304.6349040197, + 64298.86069452819, + 64291.78492253669, + 64285.95524429519, + 64275.90955042868, + 64288.22948156218, + 64262.74745957067, + 64253.29590632917 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_075620.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_075620.json new file mode 100644 index 0000000000000000000000000000000000000000..0cdae907dd4ad426ded01aa4b2d52741f7893275 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_075620.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T07:56:20.830175+00:00", + "metrics": { + "MSE[mean]": 88429.26862017314, + "MSE[0.5]": 93469.56507047017, + "MAE[0.5]": 236.85953776041666, + "MASE[0.5]": 0.22413199704825967, + "MAPE[0.5]": 0.0037001291502619816, + "sMAPE[0.5]": 0.0036970933484726694, + "MSIS": 2.0398924146700304, + "RMSE[mean]": 297.3705913841736, + "NRMSE[mean]": 0.004639462714832982, + "ND[0.5]": 0.0036953923014947897, + "mean_weighted_sum_quantile_loss": 0.004871037026217626 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64261.76171875 + ], + "predictions": { + "p50": [ + 64205.568359375, + 64203.521484375, + 64291.095703125, + 64302.14453125, + 64269.162109375, + 64304.00390625, + 64282.12109375, + 64405.736328125, + 64331.591796875, + 64247.71484375, + 64221.861328125, + 64192.146484375, + 64116.8203125, + 64197.669921875, + 64261.833984375, + 64167.685546875, + 64041.162109375, + 63946.77734375, + 64081.36328125, + 63989.34765625, + 63863.11328125, + 63867.60546875, + 63917.08984375, + 63834.763671875 + ], + "p10": [ + 63973.29296875, + 63989.140625, + 63866.232421875, + 63883.3515625, + 63741.240234375, + 63641.80859375, + 63693.013671875, + 63595.56640625, + 63480.05859375, + 63345.3828125, + 63225.068359375, + 63156.224609375, + 62967.064453125, + 63121.76953125, + 62854.0859375, + 63052.0703125, + 62571.08984375, + 62481.09375, + 62483.412109375, + 62132.84375, + 62157.712890625, + 62185.236328125, + 62361.08984375, + 62136.451171875 + ], + "p90": [ + 64419.119140625, + 64549.119140625, + 64636.6796875, + 64807.35546875, + 64845.3828125, + 64928.712890625, + 64992.2265625, + 64942.052734375, + 65222.6796875, + 65267.255859375, + 65115.904296875, + 65333.546875, + 65298.40625, + 65396.05859375, + 65480.23046875, + 65339.783203125, + 65588.22265625, + 65547.15234375, + 65623.49609375, + 65963.8515625, + 65453.23046875, + 65755.1484375, + 65612.640625, + 66016.21875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_075714.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_075714.json new file mode 100644 index 0000000000000000000000000000000000000000..d77cabc868f4cf3011d417c2e7302dbd6c3129fb --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_075714.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T07:57:14.995250+00:00", + "metrics": { + "MSE[mean]": 68447.50713142648, + "MSE[0.5]": 65078.76120683027, + "MAE[0.5]": 205.7363909448098, + "MASE[0.5]": 0.19468123852628674, + "MAPE[0.5]": 0.0032108880039024776, + "sMAPE[0.5]": 0.0032123140791588552, + "MSIS": 1.3612324469166666, + "RMSE[mean]": 261.6247448759893, + "NRMSE[mean]": 0.004081769631219973, + "ND[0.5]": 0.0032098208179557964, + "mean_weighted_sum_quantile_loss": 0.002398442230515664 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64261.76171875 + ], + "predictions": { + "p50": [ + 64002.66957579496, + 64015.58949766996, + 64035.41957579496, + 64001.03871641996, + 64001.03871641996, + 64005.40785704496, + 63999.40785704496, + 64022.07582579496, + 64002.95082579496, + 63989.84926329496, + 64007.11488829496, + 64020.66566954496, + 64051.66176329496, + 64037.19106016996, + 64022.72035704496, + 64004.17934141996, + 63993.56020079496, + 64019.90004454496, + 64011.27895079496, + 64001.03871641996, + 64005.40785704496, + 64019.90004454496, + 64002.95082579496, + 64058.67543516996 + ], + "p10": [ + 63767.027388294955, + 63763.70863829496, + 63762.548872669955, + 63776.93129454496, + 63767.027388294955, + 63793.58129454496, + 63763.70863829496, + 63751.43285704496, + 63751.43285704496, + 63687.91957579496, + 63767.39613829496, + 63745.32973204496, + 63752.11098204496, + 63809.02895079496, + 63767.39613829496, + 63680.66254454495, + 63614.81527891996, + 63776.93129454496, + 63687.91957579496, + 63745.32973204496, + 63752.11098204496, + 63772.17738829496, + 63751.43285704496, + 63767.39613829496 + ], + "p90": [ + 64246.54066954496, + 64246.82465391995, + 64327.97816954496, + 64241.13012266996, + 64240.28676329496, + 64248.78637266996, + 64296.60707579496, + 64253.06137266996, + 64249.57113829496, + 64241.13012266996, + 64251.28676329496, + 64249.38051329496, + 64253.06137266996, + 64327.97816954496, + 64269.03285704496, + 64271.79027891996, + 64246.75863829496, + 64248.72035704496, + 64249.38051329496, + 64251.28676329496, + 64248.97699766995, + 64269.03285704496, + 64251.28676329496, + 64249.57113829496 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_075715.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_075715.json new file mode 100644 index 0000000000000000000000000000000000000000..3dbf72b7f6e6c4ea7d5d904e769ad583274792e3 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_075715.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T07:57:15.029661+00:00", + "metrics": { + "MSE[mean]": 183710.87797991434, + "MSE[0.5]": 183710.87797991434, + "MAE[0.5]": 351.4972330729167, + "MASE[0.5]": 0.33260968737200747, + "MAPE[0.5]": 0.005489287177666213, + "sMAPE[0.5]": 0.005493981918801724, + "MSIS": 3.633754674252016, + "RMSE[mean]": 428.61506970697417, + "NRMSE[mean]": 0.006687089081892577, + "ND[0.5]": 0.005483925964629017, + "mean_weighted_sum_quantile_loss": 0.005525046224762538 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64261.76171875 + ], + "predictions": { + "p50": [ + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "p10": [ + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995 + ], + "p90": [ + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_075700.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_075700.json new file mode 100644 index 0000000000000000000000000000000000000000..b670c966a644da6fe3230c3a9ff5a02133866b08 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_075700.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T07:57:00.660362+00:00", + "metrics": { + "MSE[mean]": 92606.26694933574, + "MSE[0.5]": 92606.26694933574, + "MAE[0.5]": 232.42757161458334, + "MASE[0.5]": 0.21993818060958759, + "MAPE[0.5]": 0.0036354479222245385, + "sMAPE[0.5]": 0.0036259534470566464, + "MSIS": 1.4735147323653075, + "RMSE[mean]": 304.31277815651407, + "NRMSE[mean]": 0.004747772068961651, + "ND[0.5]": 0.0036262464535772605, + "mean_weighted_sum_quantile_loss": 0.0034845549951883718 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64261.76171875 + ], + "predictions": { + "p50": [ + 64302.25, + 64311.765625, + 64321.28125, + 64333.96875, + 64333.96875, + 64333.96875, + 64343.484375, + 64343.484375, + 64337.140625, + 64324.453125, + 64311.765625, + 64289.5625, + 64286.390625, + 64276.875, + 64276.875, + 64257.84375, + 64251.5, + 64238.8125, + 64226.125, + 64197.578125, + 64165.859375, + 64124.625, + 64115.109375, + 64081.8046875 + ], + "p10": [ + 64088.1484375, + 64000.921875, + 63931.140625, + 63885.94140625, + 63850.2578125, + 63828.0546875, + 63792.765625, + 63737.65625, + 63682.94140625, + 63627.43359375, + 63586.9921875, + 63534.65625, + 63507.6953125, + 63471.21875, + 63441.0859375, + 63385.578125, + 63377.6484375, + 63338.0, + 63309.453125, + 63265.046875, + 63223.8125, + 63173.0625, + 63144.515625, + 63119.140625 + ], + "p90": [ + 64524.28125, + 64613.09375, + 64689.21875, + 64746.3125, + 64778.03125, + 64797.0625, + 64847.8125, + 64879.53125, + 64898.5625, + 64898.5625, + 64892.21875, + 64911.25, + 64917.59375, + 64936.625, + 64942.96875, + 64962.0, + 64962.0, + 64962.0, + 64968.34375, + 64962.0, + 64936.625, + 64904.90625, + 64923.9375, + 64911.25 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_075224.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_075224.json new file mode 100644 index 0000000000000000000000000000000000000000..5e8492826264cddbf4931934db91f1779a4602b2 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_075224.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T07:52:24.588156+00:00", + "metrics": { + "MSE[mean]": 125425.64395141602, + "MSE[0.5]": 80953.13295682271, + "MAE[0.5]": 189.37939453125, + "MASE[0.5]": 0.1792031779569435, + "MAPE[0.5]": 0.0029645457788252567, + "sMAPE[0.5]": 0.002956057619366208, + "MSIS": 8.493122377196237, + "RMSE[mean]": 354.1548304787272, + "NRMSE[mean]": 0.005525388787223218, + "ND[0.5]": 0.0029546251893829358, + "mean_weighted_sum_quantile_loss": 0.0036337947412882717 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64261.76171875 + ], + "predictions": { + "p50": [ + 64181.921875, + 64180.8984375, + 64185.1875, + 64184.03515625, + 64195.16796875, + 64208.12890625, + 64196.80078125, + 64213.765625, + 64217.1328125, + 64249.66796875, + 64247.4296875, + 64252.1171875, + 64252.13671875, + 64228.109375, + 64244.8671875, + 64233.85546875, + 64240.48046875, + 64272.96875, + 64281.76953125, + 64317.40234375, + 64275.41015625, + 64287.28515625, + 64287.84375, + 64298.2890625 + ], + "p10": [ + 64205.31640625, + 64246.71875, + 64238.6171875, + 64255.1171875, + 64254.5859375, + 64261.6640625, + 64267.37109375, + 64293.44140625, + 64275.66796875, + 64307.19140625, + 64308.69921875, + 64277.47265625, + 64279.69140625, + 64282.1171875, + 64299.453125, + 64304.34765625, + 64285.92578125, + 64353.03515625, + 64350.03125, + 64337.765625, + 64325.9453125, + 64394.046875, + 64339.27734375, + 64337.91015625 + ], + "p90": [ + 64420.19921875, + 64470.296875, + 64499.04296875, + 64514.5625, + 64534.45703125, + 64555.296875, + 64567.421875, + 64589.328125, + 64615.515625, + 64663.34765625, + 64668.98046875, + 64684.640625, + 64699.69921875, + 64699.8515625, + 64727.21875, + 64744.125, + 64758.62109375, + 64791.7265625, + 64820.55078125, + 64820.44921875, + 64802.60546875, + 64827.83203125, + 64814.50390625, + 64806.65234375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_075536.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_075536.json new file mode 100644 index 0000000000000000000000000000000000000000..f6904176ee6d62b630f2769ffc9acb58c913a39f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_075536.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T07:55:36.846179+00:00", + "metrics": { + "MSE[mean]": 178049.5880807241, + "MSE[0.5]": 178049.5880807241, + "MAE[0.5]": 337.45361328125, + "MASE[0.5]": 0.31932069517243417, + "MAPE[0.5]": 0.005278633619242558, + "sMAPE[0.5]": 0.005257051884834702, + "MSIS": 1.8059514613876775, + "RMSE[mean]": 421.9592256139497, + "NRMSE[mean]": 0.006583247137194572, + "ND[0.5]": 0.005264822757074257, + "mean_weighted_sum_quantile_loss": 0.004221195476776408 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64261.76171875 + ], + "predictions": { + "p50": [ + 64224.62890625, + 64252.51953125, + 64280.4921875, + 64302.265625, + 64323.05078125, + 64341.12109375, + 64358.421875, + 64373.91796875, + 64387.79296875, + 64401.125, + 64414.546875, + 64424.5078125, + 64440.3515625, + 64448.921875, + 64461.59375, + 64476.109375, + 64485.8828125, + 64493.34375, + 64505.73046875, + 64512.60546875, + 64512.94140625, + 64519.09765625, + 64530.03515625, + 64533.46484375 + ], + "p10": [ + 64025.5859375, + 63957.89453125, + 63908.73828125, + 63880.41015625, + 63860.28515625, + 63837.45703125, + 63811.9296875, + 63782.7578125, + 63757.54296875, + 63725.12890625, + 63682.546875, + 63644.07421875, + 63621.125, + 63600.6875, + 63576.7578125, + 63555.36328125, + 63527.6015625, + 63503.8515625, + 63492.49609375, + 63468.89453125, + 63447.3203125, + 63435.01171875, + 63416.82421875, + 63392.30078125 + ], + "p90": [ + 64431.5625, + 64530.3671875, + 64623.83984375, + 64704.234375, + 64777.203125, + 64847.07421875, + 64920.4296875, + 64983.10546875, + 65030.640625, + 65080.65234375, + 65124.92578125, + 65154.01171875, + 65189.70703125, + 65229.640625, + 65287.22265625, + 65324.9140625, + 65361.21875, + 65418.03125, + 65480.79296875, + 65534.296875, + 65562.34375, + 65601.46875, + 65644.25, + 65676.3125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_075442.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_075442.json new file mode 100644 index 0000000000000000000000000000000000000000..61a998a665557c03e92654c9a685b699a69a118d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_075442.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T07:54:42.969622+00:00", + "metrics": { + "MSE[mean]": 95112.2734375, + "MSE[0.5]": 95112.2734375, + "MAE[0.5]": 223.279296875, + "MASE[0.5]": 0.2112814842978564, + "MAPE[0.5]": 0.0034942276513249344, + "sMAPE[0.5]": 0.0034836511356081314, + "MSIS": 1.821472124545619, + "RMSE[mean]": 308.40277793414896, + "NRMSE[mean]": 0.004811582687838546, + "ND[0.5]": 0.0034835185551600526, + "mean_weighted_sum_quantile_loss": 0.004267611873789221 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64261.76171875 + ], + "predictions": { + "p50": [ + 64245.96484375, + 64258.79296875, + 64269.3125, + 64276.3359375, + 64283.12109375, + 64288.890625, + 64287.640625, + 64295.42578125, + 64289.5234375, + 64293.09765625, + 64296.078125, + 64294.609375, + 64290.328125, + 64291.1796875, + 64287.8203125, + 64289.60546875, + 64289.48828125, + 64290.0078125, + 64290.0859375, + 64289.68359375, + 64288.12890625, + 64284.578125, + 64282.19140625, + 64283.36328125 + ], + "p10": [ + 64009.44921875, + 63922.93359375, + 63847.6640625, + 63779.8671875, + 63712.87109375, + 63643.74609375, + 63573.10546875, + 63521.07421875, + 63460.50390625, + 63407.9609375, + 63349.015625, + 63290.484375, + 63221.84375, + 63158.109375, + 63105.65625, + 63067.55078125, + 63004.79296875, + 62952.68359375, + 62894.265625, + 62852.98828125, + 62823.20703125, + 62766.94921875, + 62704.19140625, + 62658.03125 + ], + "p90": [ + 64466.4609375, + 64565.19140625, + 64648.953125, + 64712.7421875, + 64789.2109375, + 64853.23046875, + 64909.34765625, + 64971.0078125, + 65039.46875, + 65083.1015625, + 65157.4453125, + 65213.71484375, + 65272.8828125, + 65330.53515625, + 65376.46484375, + 65422.41796875, + 65475.03125, + 65517.59375, + 65573.1015625, + 65613.6015625, + 65658.0703125, + 65714.8125, + 65760.71875, + 65801.5859375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_075714.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_075714.json new file mode 100644 index 0000000000000000000000000000000000000000..e506ee0307cb293fd233ac566c3aab0e2a3b3a7d --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_075714.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-22T07:57:14.885568+00:00", + "metrics": { + "MSE[mean]": 2143.812671225657, + "MSE[0.5]": 676.9687257314522, + "MAE[0.5]": 25.94371947808897, + "MASE[0.5]": 0.9962388279586164, + "MAPE[0.5]": 0.011218152888442424, + "sMAPE[0.5]": 0.011182775447210557, + "MSIS": 7.116280490013086, + "RMSE[mean]": 46.30132472430629, + "NRMSE[mean]": 0.020004172698170133, + "ND[0.5]": 0.011208807695303965, + "mean_weighted_sum_quantile_loss": 0.00907830222399508 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2327.1150488073686, + 2327.002273789196, + 2327.155175123041, + 2327.347664129628, + 2327.2328109716796, + 2327.062476079931, + 2326.9448335898196, + 2326.8248695823377, + 2327.3211343093726, + 2327.0708620363052, + 2327.1158641990073, + 2327.293884927081, + 2327.3561023930984, + 2327.0791956875332, + 2327.352241971248, + 2327.1525325528305, + 2327.2439599668246, + 2327.070862323557, + 2327.3211332512783, + 2327.0625289580366, + 2327.293884948254, + 2327.238288083333, + 2327.356102387351, + 2327.356102387351 + ], + "p10": [ + 2305.5206473143744, + 2303.505577108948, + 2307.593391753396, + 2310.8357009858278, + 2307.402231605443, + 2307.5906963051953, + 2303.5153251370803, + 2302.063178366582, + 2307.5907502413975, + 2302.63190610141, + 2308.5209128789743, + 2305.484794174927, + 2310.6045631537863, + 2305.7036256850683, + 2305.7036256870524, + 2303.515310781222, + 2305.4847941961307, + 2303.3350179921663, + 2307.5907491833036, + 2308.5209128009865, + 2311.1088790442845, + 2305.4847941961, + 2310.8364184104994, + 2303.413141503676 + ], + "p90": [ + 2330.729723234981, + 2329.185895960124, + 2337.035458241222, + 2356.527725869352, + 2343.6007868853703, + 2327.595028821092, + 2329.9895571886245, + 2327.595069274349, + 2356.528444352119, + 2337.032815383867, + 2343.600592191549, + 2342.8793246258992, + 2337.6094524915084, + 2329.989542831321, + 2356.5284432944463, + 2344.893377231492, + 2337.6094524857913, + 2330.693870116698, + 2330.6938701167087, + 2337.60945248576, + 2337.609452485761, + 2342.8793246470723, + 2329.9895428328823, + 2342.7991838174626 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_075202.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_075202.json new file mode 100644 index 0000000000000000000000000000000000000000..0bef0fe7c84eedc60182ad073ec0f72bf07eb4c9 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_075202.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T07:52:02.059252+00:00", + "metrics": { + "MSE[mean]": 1753.8084799225132, + "MSE[0.5]": 1753.8084799225132, + "MAE[0.5]": 35.394622802734375, + "MASE[0.5]": 1.3591535156249999, + "MAPE[0.5]": 0.015387577382716141, + "sMAPE[0.5]": 0.015223600646476406, + "MSIS": 53.356233984375, + "RMSE[mean]": 41.878496629207135, + "NRMSE[mean]": 0.01809331987580506, + "ND[0.5]": 0.01529200625140639, + "mean_weighted_sum_quantile_loss": 0.016362197840877838 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2349.740234375, + 2349.655029296875, + 2349.48486328125, + 2349.28759765625, + 2349.260498046875, + 2349.440185546875, + 2349.52783203125, + 2349.575927734375, + 2349.6376953125, + 2349.760986328125, + 2349.931396484375, + 2349.8544921875, + 2349.911376953125, + 2350.07568359375, + 2349.944580078125, + 2349.693603515625, + 2349.334228515625, + 2349.455078125, + 2348.98193359375, + 2349.53125, + 2349.8779296875, + 2350.268798828125, + 2350.1796875, + 2349.8525390625 + ], + "p10": [ + 2347.45751953125, + 2347.27685546875, + 2347.369384765625, + 2347.6328125, + 2347.618408203125, + 2347.625732421875, + 2347.80712890625, + 2347.86181640625, + 2347.757568359375, + 2347.73779296875, + 2347.60546875, + 2347.90185546875, + 2348.256103515625, + 2347.78857421875, + 2347.427490234375, + 2347.458251953125, + 2346.60888671875, + 2346.14697265625, + 2346.235107421875, + 2346.587158203125, + 2346.46435546875, + 2346.183349609375, + 2346.616455078125, + 2346.417236328125 + ], + "p90": [ + 2381.05859375, + 2385.12646484375, + 2385.173828125, + 2389.015625, + 2391.37939453125, + 2393.20654296875, + 2397.49853515625, + 2397.225341796875, + 2399.390625, + 2405.04833984375, + 2405.792724609375, + 2408.101806640625, + 2409.075439453125, + 2409.150146484375, + 2412.634521484375, + 2411.505615234375, + 2403.84912109375, + 2407.092529296875, + 2407.1982421875, + 2407.604248046875, + 2407.277099609375, + 2408.426025390625, + 2408.4267578125, + 2409.05322265625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_075714.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_075714.json new file mode 100644 index 0000000000000000000000000000000000000000..a4b029915264ef92710c7b31bb761395d6a9d00c --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_075714.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-22T07:57:14.984461+00:00", + "metrics": { + "MSE[mean]": 1383.9516905745024, + "MSE[0.5]": 1388.5912135124327, + "MAE[0.5]": 32.57906321392136, + "MASE[0.5]": 1.2510360274145802, + "MAPE[0.5]": 0.014152935666226532, + "sMAPE[0.5]": 0.01402398170840965, + "MSIS": 22.499581810567236, + "RMSE[mean]": 37.20150118710941, + "NRMSE[mean]": 0.016072655778409103, + "ND[0.5]": 0.014075562864700497, + "mean_weighted_sum_quantile_loss": 0.012505539690615564 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2345.953299113734, + 2345.835198797481, + 2345.717098481228, + 2345.5989981649745, + 2345.4808978487217, + 2345.3627975324684, + 2345.244697216215, + 2345.1265968999624, + 2345.008496583709, + 2344.8903962674563, + 2344.772295951203, + 2344.6541956349497, + 2344.536095318697, + 2344.4179950024436, + 2344.2998946861903, + 2344.1817943699375, + 2344.0636940536842, + 2343.945593737431, + 2343.827493421178, + 2343.709393104925, + 2343.5912927886716, + 2343.4731924724188, + 2343.3550921561655, + 2343.2369918399127 + ], + "p10": [ + 2345.953299113734, + 2345.835198797481, + 2345.717098481228, + 2295.5989981649745, + 2340.4808978487217, + 2345.3627975324684, + 2295.244697216215, + 2345.1265968999624, + 2345.008496583709, + 2294.8903962674563, + 2294.772295951203, + 2294.6541956349497, + 2294.536095318697, + 2294.4179950024436, + 2339.2998946861903, + 2294.1817943699375, + 2294.0636940536842, + 2293.945593737431, + 2343.827493421178, + 2293.709393104925, + 2293.5912927886716, + 2343.4731924724188, + 2343.3550921561655, + 2293.2369918399127 + ], + "p90": [ + 2395.953299113734, + 2345.835198797481, + 2345.717098481228, + 2395.5989981649745, + 2350.4808978487213, + 2345.3627975324684, + 2345.244697216215, + 2395.1265968999624, + 2395.008496583709, + 2344.8903962674563, + 2344.772295951203, + 2344.6541956349497, + 2344.536095318697, + 2344.4179950024436, + 2394.2998946861903, + 2394.1817943699375, + 2344.0636940536842, + 2393.945593737431, + 2343.827493421178, + 2343.709393104925, + 2343.5912927886716, + 2393.4731924724188, + 2343.3550921561655, + 2393.2369918399127 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_075643.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_075643.json new file mode 100644 index 0000000000000000000000000000000000000000..5ffbf5a4ef09bacbe5f6a27e80c85565ce945f65 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_075643.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T07:56:43.125306+00:00", + "metrics": { + "MSE[mean]": 5730.787274623911, + "MSE[0.5]": 5531.915412612881, + "MAE[0.5]": 70.93748474121094, + "MASE[0.5]": 2.7239994140625003, + "MAPE[0.5]": 0.030744704000383035, + "sMAPE[0.5]": 0.0302324902648255, + "MSIS": 56.255386523437494, + "RMSE[mean]": 75.70196347931744, + "NRMSE[mean]": 0.03270651887495263, + "ND[0.5]": 0.030648058214024526, + "mean_weighted_sum_quantile_loss": 0.02348210001664229 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2386.3424072265625, + 2383.7171630859375, + 2387.7833251953125, + 2387.764892578125, + 2388.015625, + 2385.6055908203125, + 2384.5068359375, + 2386.19482421875, + 2384.88818359375, + 2382.9052734375, + 2382.5166015625, + 2382.9368896484375, + 2385.6053466796875, + 2386.0869140625, + 2387.07470703125, + 2389.4422607421875, + 2387.2008056640625, + 2384.93603515625, + 2383.7313232421875, + 2386.0804443359375, + 2389.1494140625, + 2385.970458984375, + 2384.0892333984375, + 2381.9803466796875 + ], + "p10": [ + 2352.65478515625, + 2351.8331298828125, + 2354.8848876953125, + 2350.629150390625, + 2348.2811279296875, + 2355.6495361328125, + 2349.9124755859375, + 2358.3077392578125, + 2350.6639404296875, + 2350.7027587890625, + 2353.0291748046875, + 2343.740234375, + 2353.66259765625, + 2354.5416259765625, + 2347.4990234375, + 2352.724609375, + 2347.99609375, + 2338.46533203125, + 2352.7142333984375, + 2352.80078125, + 2350.3349609375, + 2344.8994140625, + 2347.990234375, + 2342.32177734375 + ], + "p90": [ + 2422.4390869140625, + 2418.1051025390625, + 2421.40576171875, + 2421.483154296875, + 2426.0802001953125, + 2420.79052734375, + 2417.5023193359375, + 2420.4146728515625, + 2424.91845703125, + 2410.5081787109375, + 2421.3057861328125, + 2417.14306640625, + 2427.80615234375, + 2434.966552734375, + 2437.91650390625, + 2433.4190673828125, + 2430.7440185546875, + 2430.2630615234375, + 2425.7496337890625, + 2432.8572998046875, + 2434.114013671875, + 2422.184814453125, + 2425.356201171875, + 2425.48779296875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_075715.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_075715.json new file mode 100644 index 0000000000000000000000000000000000000000..9902dc326e803f73f746f8cd1e8c182837b573cc --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_075715.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T07:57:15.022166+00:00", + "metrics": { + "MSE[mean]": 2663.827035722089, + "MSE[0.5]": 2665.71012234533, + "MAE[0.5]": 46.359649122806935, + "MASE[0.5]": 1.7802105263157866, + "MAPE[0.5]": 0.020126843714667452, + "sMAPE[0.5]": 0.019878283806336286, + "MSIS": 30.595508234194188, + "RMSE[mean]": 51.61227601765, + "NRMSE[mean]": 0.022298733112936092, + "ND[0.5]": 0.020029371358188417, + "mean_weighted_sum_quantile_loss": 0.018147639325336008 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403 + ], + "p10": [ + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2310.9429824561403, + 2355.9429824561403, + 2360.9429824561403, + 2310.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2310.9429824561403, + 2310.9429824561403, + 2310.9429824561403, + 2310.9429824561403, + 2310.9429824561403, + 2355.9429824561403, + 2310.9429824561403, + 2310.9429824561403, + 2310.9429824561403, + 2360.9429824561403, + 2310.9429824561403, + 2310.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2310.9429824561403 + ], + "p90": [ + 2410.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2410.9429824561403, + 2365.94298245614, + 2360.9429824561403, + 2360.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2360.9429824561403, + 2410.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2410.9429824561403, + 2360.9429824561403, + 2410.9429824561403 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_075715.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_075715.json new file mode 100644 index 0000000000000000000000000000000000000000..80f7284adb3edbfd8894fb9ea2af3773a5b37159 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_075715.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T07:57:15.050594+00:00", + "metrics": { + "MSE[mean]": 2500.0, + "MSE[0.5]": 2500.0, + "MAE[0.5]": 45.833333333333336, + "MASE[0.5]": 1.7599999999999998, + "MAPE[0.5]": 0.0198504471168671, + "sMAPE[0.5]": 0.019618739137938646, + "MSIS": 7.230399994221334, + "RMSE[mean]": 50.0, + "NRMSE[mean]": 0.021602160216021602, + "ND[0.5]": 0.019801980198019802, + "mean_weighted_sum_quantile_loss": 0.014413441344134387 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "p10": [ + 2303.0, + 2352.0, + 2352.0, + 2303.0, + 2352.0, + 2303.0, + 2352.0, + 2303.0, + 2303.0, + 2352.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0 + ], + "p90": [ + 2397.0, + 2448.0, + 2448.0, + 2397.0, + 2448.0, + 2397.0, + 2448.0, + 2397.0, + 2397.0, + 2448.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_075712.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_075712.json new file mode 100644 index 0000000000000000000000000000000000000000..4a335940cbe3c5bfff894ab0dc85a0d2dbc30f0b --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_075712.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T07:57:12.499743+00:00", + "metrics": { + "MSE[mean]": 2179.0633293390274, + "MSE[0.5]": 2179.0633293390274, + "MAE[0.5]": 39.881632486979164, + "MASE[0.5]": 1.5314546875, + "MAPE[0.5]": 0.0173337009369941, + "sMAPE[0.5]": 0.017130208169923274, + "MSIS": 55.5896828125, + "RMSE[mean]": 46.680438401315676, + "NRMSE[mean]": 0.020167966185986968, + "ND[0.5]": 0.01723058829320432, + "mean_weighted_sum_quantile_loss": 0.017345996709045904 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2352.75, + 2352.75, + 2352.01171875, + 2352.380859375, + 2352.01171875, + 2352.01171875, + 2352.01171875, + 2352.75, + 2352.01171875, + 2352.9345703125, + 2352.01171875, + 2352.75, + 2353.3037109375, + 2353.48828125, + 2353.857421875, + 2355.1494140625, + 2354.2265625, + 2355.5185546875, + 2356.44140625, + 2357.3642578125, + 2358.1025390625, + 2359.025390625, + 2360.3173828125, + 2361.978515625 + ], + "p10": [ + 2350.904296875, + 2350.53515625, + 2349.796875, + 2350.166015625, + 2350.166015625, + 2349.796875, + 2348.689453125, + 2350.53515625, + 2350.166015625, + 2349.427734375, + 2349.796875, + 2349.427734375, + 2349.427734375, + 2349.796875, + 2349.427734375, + 2349.796875, + 2348.3203125, + 2349.05859375, + 2349.05859375, + 2349.05859375, + 2349.427734375, + 2348.689453125, + 2348.3203125, + 2348.3203125 + ], + "p90": [ + 2358.8408203125, + 2363.82421875, + 2368.9921875, + 2373.9755859375, + 2378.7744140625, + 2384.03466796875, + 2390.448486328125, + 2393.678466796875, + 2396.4931640625, + 2401.338134765625, + 2402.630126953125, + 2404.26806640625, + 2406.64453125, + 2407.705810546875, + 2409.13623046875, + 2410.012939453125, + 2405.88330078125, + 2409.50537109375, + 2410.705078125, + 2411.90478515625, + 2411.90478515625, + 2412.45849609375, + 2412.181640625, + 2413.19677734375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_075415.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_075415.json new file mode 100644 index 0000000000000000000000000000000000000000..53d6d2ba4c472422322c2bf63daf8df5d178ab00 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_075415.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T07:54:15.282188+00:00", + "metrics": { + "MSE[mean]": 1723.2873025511701, + "MSE[0.5]": 1615.7042115877073, + "MAE[0.5]": 33.94189453125, + "MASE[0.5]": 1.30336875, + "MAPE[0.5]": 0.014756273710172635, + "sMAPE[0.5]": 0.014605143586633196, + "MSIS": 65.336584765625, + "RMSE[mean]": 41.512495739851275, + "NRMSE[mean]": 0.01793519167878363, + "ND[0.5]": 0.014664364873987399, + "mean_weighted_sum_quantile_loss": 0.017019224871705922 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2349.978759765625, + 2349.64111328125, + 2349.776611328125, + 2349.128173828125, + 2349.950439453125, + 2349.33056640625, + 2349.413818359375, + 2349.235107421875, + 2347.340087890625, + 2349.14501953125, + 2347.663818359375, + 2347.41943359375, + 2347.362548828125, + 2347.85888671875, + 2347.933837890625, + 2347.743408203125, + 2347.682373046875, + 2347.49169921875, + 2346.81884765625, + 2347.301513671875, + 2348.6376953125, + 2347.48095703125, + 2347.3935546875, + 2347.316162109375 + ], + "p10": [ + 2351.950439453125, + 2352.777099609375, + 2351.844970703125, + 2352.349609375, + 2353.924072265625, + 2353.783935546875, + 2355.404296875, + 2354.958251953125, + 2358.33251953125, + 2355.472412109375, + 2356.306884765625, + 2357.342529296875, + 2358.423095703125, + 2358.062744140625, + 2357.6552734375, + 2357.524658203125, + 2359.500732421875, + 2361.828857421875, + 2359.548828125, + 2359.6396484375, + 2360.24267578125, + 2359.240966796875, + 2360.759765625, + 2360.720458984375 + ], + "p90": [ + 2353.932373046875, + 2354.154052734375, + 2356.206298828125, + 2356.815673828125, + 2358.679931640625, + 2358.742919921875, + 2358.822509765625, + 2359.486083984375, + 2359.137939453125, + 2361.234375, + 2361.425048828125, + 2360.58154296875, + 2362.05859375, + 2363.76513671875, + 2363.742431640625, + 2364.19091796875, + 2364.973388671875, + 2365.6826171875, + 2366.411376953125, + 2368.791259765625, + 2369.871337890625, + 2370.19140625, + 2369.50732421875, + 2370.7666015625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_075555.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_075555.json new file mode 100644 index 0000000000000000000000000000000000000000..660622b59cda92a5381059c6d2069fa57f19f5e9 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_075555.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-22T07:55:55.124025+00:00", + "metrics": { + "MSE[mean]": 1607.495738138755, + "MSE[0.5]": 1607.495738138755, + "MAE[0.5]": 34.442952473958336, + "MASE[0.5]": 1.3226093749999999, + "MAPE[0.5]": 0.014968556355003807, + "sMAPE[0.5]": 0.014818501207892824, + "MSIS": 52.589112890624996, + "RMSE[mean]": 40.093587244580085, + "NRMSE[mean]": 0.01732216190584918, + "ND[0.5]": 0.014880843553105311, + "mean_weighted_sum_quantile_loss": 0.015977901110423545 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2347.4267578125, + 2347.475341796875, + 2347.541015625, + 2347.5654296875, + 2347.630859375, + 2347.5185546875, + 2347.6142578125, + 2347.49853515625, + 2347.564697265625, + 2347.61572265625, + 2347.75390625, + 2347.637939453125, + 2347.697509765625, + 2347.714599609375, + 2347.518310546875, + 2347.54443359375, + 2347.65576171875, + 2347.50537109375, + 2347.5078125, + 2347.588623046875, + 2347.46533203125, + 2347.51708984375, + 2347.884033203125, + 2347.7333984375 + ], + "p10": [ + 2346.84423828125, + 2346.6650390625, + 2346.872802734375, + 2346.820556640625, + 2346.9931640625, + 2346.93359375, + 2347.121337890625, + 2346.7333984375, + 2346.91259765625, + 2346.715576171875, + 2346.36669921875, + 2346.466796875, + 2346.451416015625, + 2346.731689453125, + 2346.827392578125, + 2346.6416015625, + 2346.67724609375, + 2346.794921875, + 2346.652587890625, + 2346.336181640625, + 2346.462646484375, + 2346.388916015625, + 2346.688720703125, + 2346.381103515625 + ], + "p90": [ + 2351.43505859375, + 2364.285400390625, + 2374.894287109375, + 2381.460693359375, + 2385.8779296875, + 2391.41455078125, + 2398.507568359375, + 2400.7177734375, + 2402.66650390625, + 2401.076416015625, + 2398.9404296875, + 2397.34814453125, + 2400.0791015625, + 2403.413818359375, + 2402.15869140625, + 2403.155517578125, + 2405.53857421875, + 2406.392822265625, + 2405.2587890625, + 2401.63525390625, + 2404.949951171875, + 2405.916748046875, + 2405.695068359375, + 2406.677001953125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_075512.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_075512.json new file mode 100644 index 0000000000000000000000000000000000000000..1592f53568731f804366d429980898ced7fb46e4 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_075512.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T07:55:12.151396+00:00", + "metrics": { + "MSE[mean]": 1772.0960744420688, + "MSE[0.5]": 1772.0960744420688, + "MAE[0.5]": 35.441874186197914, + "MASE[0.5]": 1.3609679687499998, + "MAPE[0.5]": 0.015409393639907109, + "sMAPE[0.5]": 0.015243700439395514, + "MSIS": 52.62161875, + "RMSE[mean]": 42.09627150285485, + "NRMSE[mean]": 0.018187408030036295, + "ND[0.5]": 0.015312420890526552, + "mean_weighted_sum_quantile_loss": 0.015734859521108358 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2349.936767578125, + 2349.96728515625, + 2349.995849609375, + 2350.006103515625, + 2350.02685546875, + 2350.0693359375, + 2350.100830078125, + 2350.01708984375, + 2350.048583984375, + 2350.07080078125, + 2350.08935546875, + 2350.034423828125, + 2349.975341796875, + 2350.085205078125, + 2350.02392578125, + 2349.989013671875, + 2349.910888671875, + 2349.938720703125, + 2350.0205078125, + 2350.06787109375, + 2350.01123046875, + 2350.119873046875, + 2350.103515625, + 2349.79541015625 + ], + "p10": [ + 2349.454833984375, + 2349.3857421875, + 2349.354736328125, + 2349.341064453125, + 2349.335693359375, + 2349.390380859375, + 2349.41845703125, + 2349.216552734375, + 2349.077392578125, + 2348.72998046875, + 2348.333740234375, + 2347.9482421875, + 2347.42236328125, + 2347.21875, + 2347.052734375, + 2346.89697265625, + 2346.76220703125, + 2346.58935546875, + 2346.3310546875, + 2346.32177734375, + 2346.226806640625, + 2346.1240234375, + 2346.214599609375, + 2346.292236328125 + ], + "p90": [ + 2350.451416015625, + 2350.51611328125, + 2350.669189453125, + 2350.654052734375, + 2350.63427734375, + 2350.763916015625, + 2351.4072265625, + 2361.177001953125, + 2373.232421875, + 2377.8974609375, + 2384.69970703125, + 2389.630126953125, + 2392.605712890625, + 2398.6630859375, + 2401.207763671875, + 2398.28857421875, + 2397.888671875, + 2398.9462890625, + 2400.261474609375, + 2399.534912109375, + 2399.10498046875, + 2399.640380859375, + 2399.462890625, + 2399.26220703125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_075714.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_075714.json new file mode 100644 index 0000000000000000000000000000000000000000..5f383880d9df3ad00d6fd943e3a918ddc2f1da84 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_075714.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T07:57:14.761864+00:00", + "metrics": { + "MSE[mean]": 0.5919727937725651, + "MSE[0.5]": 0.5814513033408196, + "MAE[0.5]": 0.6384524331359918, + "MASE[0.5]": 1.8530036940027315, + "MAPE[0.5]": 0.7598201870247387, + "sMAPE[0.5]": 0.4704885849056588, + "MSIS": 72.23069503077886, + "RMSE[mean]": 0.7693976824585352, + "NRMSE[mean]": 0.6427180027007956, + "ND[0.5]": 0.5333326080908001, + "mean_weighted_sum_quantile_loss": 0.5308354304054498 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00" + ], + "context": [ + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413 + ], + "actual": [ + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282 + ], + "predictions": { + "p50": [ + 1.8636344442649349, + 1.8602891477543537, + 1.8613255194149214, + 1.857573448353729, + 1.8568747184702503, + 1.855793806557619, + 1.853520823688823, + 1.852633181395178, + 1.8507872031016686, + 1.8514411997338303, + 1.848672536759595, + 1.8490979771764846, + 1.8464750396748582, + 1.8471200289980005, + 1.8447106735953047, + 1.845396832436994, + 1.842769213638481, + 1.8427470618600017, + 1.8408871115407217, + 1.8411855231380896, + 1.8386219937583679, + 1.8391344866858836, + 1.8386988674465374, + 1.8362472320300465, + 1.8357412013287737, + 1.8352474831323626, + 1.8358808312954817, + 1.8342031335953, + 1.8332557467339534, + 1.8321026968409675, + 1.8320843328260974, + 1.8321992140490513, + 1.8321273375881155, + 1.8298123150521672, + 1.8299674614952701, + 1.830878854499809, + 1.8297453543677098, + 1.8287402473609344, + 1.8266399931927724, + 1.8269760602675675, + 1.828182012716839, + 1.8255765204823313, + 1.8274523738446202, + 1.8248233227195232, + 1.8261230959940171, + 1.8239847819280515, + 1.8232614314695559, + 1.8245538429580381, + 1.824080643980973, + 1.8228889389454856, + 1.8220853318022878, + 1.8212764611532857, + 1.8229745551776828, + 1.8212763120780888, + 1.8208458083668817, + 1.8222496565631585, + 1.8216698355105116, + 1.8201029382102207, + 1.8195281056670003, + 1.8189698971129902 + ], + "p10": [ + 1.8536739725105438, + 1.8512535244258435, + 1.8491800070327493, + 1.8490127298327619, + 1.8476137739337304, + 1.8460994415861882, + 1.8455316894844778, + 1.8428318468723448, + 1.841404227683562, + 1.8404802782197813, + 1.8390355451569884, + 1.8379792404330815, + 1.8371628154373438, + 1.8360950977968415, + 1.8367565881539978, + 1.8340966796020008, + 1.8323141612133342, + 1.8319551067529545, + 1.8326580151294913, + 1.8309671876383051, + 1.8293179423414383, + 1.8296799245856765, + 1.82837758492867, + 1.8266803417753938, + 1.8268823264794802, + 1.8254377349482183, + 1.826145229990712, + 1.8239728120254664, + 1.8245265646672029, + 1.821814979953805, + 1.8223084560267908, + 1.8214186572911752, + 1.8226280536449544, + 1.8211482655277211, + 1.818748766754059, + 1.8202854125880774, + 1.8198119431764013, + 1.8177514055513633, + 1.8175088931338033, + 1.8172984536093169, + 1.8175628933665395, + 1.8161016542946615, + 1.8168064598028593, + 1.8149495669161966, + 1.8155082912660807, + 1.8124863142865, + 1.8134009680284693, + 1.8136061661723304, + 1.8126031975832504, + 1.8136321703173621, + 1.8115697882115298, + 1.8096747116513479, + 1.8138494994383838, + 1.81219390792012, + 1.8104922801789367, + 1.8106042109233231, + 1.8102691298878757, + 1.8102649376016822, + 1.811382162250665, + 1.8082367916964242 + ], + "p90": [ + 1.8730106199767325, + 1.8694802608497159, + 1.8694309491544172, + 1.8670021271799777, + 1.8661996702552368, + 1.8649449541724366, + 1.8639827467510939, + 1.8619213923586015, + 1.8602164276294915, + 1.8604736414954395, + 1.8588864425383296, + 1.857938976267242, + 1.856477075512634, + 1.8552119430099834, + 1.855130953614191, + 1.8541461899354887, + 1.8518019557948517, + 1.8511828342527923, + 1.8498999914044962, + 1.8504184000022015, + 1.8485603212801784, + 1.8501130178897935, + 1.847201653525988, + 1.8461929624116653, + 1.8454464000856974, + 1.8453596767524743, + 1.8440683681518901, + 1.8429218579525402, + 1.8425515528810072, + 1.842455528265588, + 1.84220075918171, + 1.841572811307584, + 1.8410794528120873, + 1.839756399384093, + 1.83922504652096, + 1.8386356006727846, + 1.837411605740227, + 1.8378311545224244, + 1.8377795473568028, + 1.8347626306591436, + 1.8358037457009029, + 1.8360160738307398, + 1.8358941993396443, + 1.8344988991006115, + 1.8341306393982728, + 1.8339671989838007, + 1.8325953129627301, + 1.8337530465625163, + 1.8320786409088874, + 1.8330053653010983, + 1.8322992375810223, + 1.8317216539009207, + 1.83109399928626, + 1.8309659133052458, + 1.8317692383902182, + 1.8314594861060631, + 1.8299043823584302, + 1.8290846248314439, + 1.8294600358190183, + 1.8283486903595143 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_075146.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_075146.json new file mode 100644 index 0000000000000000000000000000000000000000..c57b867106932ea5ae708d3f79a1959ebfe5276c --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_075146.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T07:51:46.629894+00:00", + "metrics": { + "MSE[mean]": 0.016363058954606064, + "MSE[0.5]": 0.016363058954606064, + "MAE[0.5]": 0.11351429422696431, + "MASE[0.5]": 0.32945666052442546, + "MAPE[0.5]": 0.12998635874668069, + "sMAPE[0.5]": 0.117483101796979, + "MSIS": 1.0865832948213083, + "RMSE[mean]": 0.12791817288644355, + "NRMSE[mean]": 0.10685671982270477, + "ND[0.5]": 0.09482440891999545, + "mean_weighted_sum_quantile_loss": 0.05977333402323559 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00" + ], + "context": [ + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413 + ], + "actual": [ + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282 + ], + "predictions": { + "p50": [ + 1.894033432006836, + 1.8852427005767822, + 1.877716302871704, + 1.864037275314331, + 1.854611873626709, + 1.8377636671066284, + 1.8273953199386597, + 1.8171792030334473, + 1.8054747581481934, + 1.7889939546585083, + 1.7747015953063965, + 1.754539966583252, + 1.7323815822601318, + 1.7123122215270996, + 1.6931780576705933, + 1.6659669876098633, + 1.6476428508758545, + 1.6243841648101807, + 1.6030571460723877, + 1.5818626880645752, + 1.5491865873336792, + 1.521338939666748, + 1.487746000289917, + 1.462388515472412, + 1.430362582206726, + 1.4037916660308838, + 1.3758913278579712, + 1.3472903966903687, + 1.3172125816345215, + 1.288898229598999, + 1.2613704204559326, + 1.2349202632904053, + 1.1805683374404907, + 1.1532986164093018, + 1.1363697052001953, + 1.1103183031082153, + 1.0886532068252563, + 1.0640006065368652, + 1.0436205863952637, + 1.0235567092895508, + 1.0024464130401611, + 0.988121747970581, + 0.9721686840057373, + 0.9562877416610718, + 0.942292332649231, + 0.9229905009269714, + 0.9070632457733154, + 0.8986548185348511, + 0.872401237487793, + 0.8692357540130615, + 0.8676756620407104, + 0.8641591668128967, + 0.8564859628677368, + 0.8565317988395691, + 0.8550126552581787, + 0.8507319092750549, + 0.8511307835578918, + 0.8560945391654968, + 0.8604614734649658, + 0.8636521100997925 + ], + "p10": [ + 1.8785815238952637, + 1.859807014465332, + 1.8506288528442383, + 1.8391516208648682, + 1.8180139064788818, + 1.8005950450897217, + 1.7867529392242432, + 1.7677643299102783, + 1.752953290939331, + 1.7345495223999023, + 1.7126210927963257, + 1.6897778511047363, + 1.6662523746490479, + 1.6439969539642334, + 1.6157445907592773, + 1.579280138015747, + 1.5564000606536865, + 1.533795952796936, + 1.4981087446212769, + 1.4764385223388672, + 1.4433989524841309, + 1.4099982976913452, + 1.373242974281311, + 1.3430452346801758, + 1.3077746629714966, + 1.2785224914550781, + 1.2506393194198608, + 1.2126469612121582, + 1.1743748188018799, + 1.1431541442871094, + 1.115278959274292, + 1.0848966836929321, + 1.0058400630950928, + 0.9767534732818604, + 0.9468107223510742, + 0.9181807041168213, + 0.8942263126373291, + 0.8619332909584045, + 0.8370534777641296, + 0.8097479343414307, + 0.7910613417625427, + 0.769880473613739, + 0.7495253086090088, + 0.7306599617004395, + 0.7020282745361328, + 0.6847425103187561, + 0.6635785102844238, + 0.6467008590698242, + 0.6026426553726196, + 0.5901991128921509, + 0.5795698165893555, + 0.5748513340950012, + 0.5730521082878113, + 0.5563561320304871, + 0.5531742572784424, + 0.5527887940406799, + 0.546104907989502, + 0.5497809052467346, + 0.5390246510505676, + 0.5527071952819824 + ], + "p90": [ + 1.9203157424926758, + 1.9077675342559814, + 1.9003983736038208, + 1.8989965915679932, + 1.8905526399612427, + 1.8809796571731567, + 1.8705658912658691, + 1.8645055294036865, + 1.8560945987701416, + 1.8469370603561401, + 1.829471230506897, + 1.8147504329681396, + 1.8031501770019531, + 1.7830430269241333, + 1.7760616540908813, + 1.7556471824645996, + 1.7422186136245728, + 1.7134385108947754, + 1.6951026916503906, + 1.6763460636138916, + 1.6634833812713623, + 1.6280471086502075, + 1.6035165786743164, + 1.5889570713043213, + 1.5601431131362915, + 1.5432300567626953, + 1.5231621265411377, + 1.489959955215454, + 1.4680538177490234, + 1.4417051076889038, + 1.4247947931289673, + 1.4062392711639404, + 1.3714303970336914, + 1.352935552597046, + 1.3380402326583862, + 1.3242204189300537, + 1.2968573570251465, + 1.2877880334854126, + 1.2692053318023682, + 1.2520675659179688, + 1.2378593683242798, + 1.2241501808166504, + 1.2198666334152222, + 1.2011862993240356, + 1.196550726890564, + 1.1864938735961914, + 1.1654506921768188, + 1.1578173637390137, + 1.1720325946807861, + 1.1750404834747314, + 1.1720863580703735, + 1.176174521446228, + 1.1649707555770874, + 1.1836202144622803, + 1.182668924331665, + 1.1815500259399414, + 1.181314468383789, + 1.1861076354980469, + 1.1983860731124878, + 1.1996175050735474 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_075714.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_075714.json new file mode 100644 index 0000000000000000000000000000000000000000..4f335029011d8df18a6872c4786914b9eac53535 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_075714.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T07:57:14.951396+00:00", + "metrics": { + "MSE[mean]": 0.6753619558036397, + "MSE[0.5]": 0.6795365260240535, + "MAE[0.5]": 0.6972199143807883, + "MASE[0.5]": 2.0235666900570504, + "MAPE[0.5]": 0.8241968941908413, + "sMAPE[0.5]": 0.4982105747578786, + "MSIS": 75.91268221775368, + "RMSE[mean]": 0.8218040860227209, + "NRMSE[mean]": 0.6864958042141509, + "ND[0.5]": 0.5824241494751189, + "mean_weighted_sum_quantile_loss": 0.5719326470395458 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00" + ], + "context": [ + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413 + ], + "actual": [ + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282 + ], + "predictions": { + "p50": [ + 1.8751749249132066, + 1.8733352823918858, + 1.8759955819348504, + 1.8791558303370297, + 1.8748160858917664, + 1.8779763044916233, + 1.8786366446849556, + 1.8792969252736431, + 1.8764572211211197, + 1.8831175138691547, + 1.8812777670397056, + 1.8844380750465297, + 1.8810983475289855, + 1.8832586088057681, + 1.891418941846543, + 1.888079154724354, + 1.8847394570091323, + 1.8848997738374438, + 1.8930600174712515, + 1.8832203140339838, + 1.8868805559988615, + 1.895040859237314, + 1.8927011188451666, + 1.893361399433854, + 1.8940217992318311, + 1.8866819443987657, + 1.8923423394283712, + 1.890002539431579, + 1.8931628176360806, + 1.8918231090728135, + 1.889983406946848, + 1.8946435764324774, + 1.8973039951847315, + 1.8954641887506376, + 1.8966244181985399, + 1.9042847874789388, + 1.901945166296081, + 1.8976053920484952, + 1.8987656512987199, + 1.8959258726403905, + 1.9000861677726113, + 1.9052464500302289, + 1.9059067902235611, + 1.9065670112076039, + 1.907227411005581, + 1.9018875900279537, + 1.903547857742038, + 1.9097081569273746, + 1.9048684338205741, + 1.9045287123827037, + 1.9061890098991103, + 1.9023492888188678, + 1.9130095598708121, + 1.9031698862358668, + 1.9138301572878111, + 1.9144904378764986, + 1.9051506683972845, + 1.909810971993365, + 1.9114712844109327, + 1.9121315202961366 + ], + "p10": [ + 1.8401749582918077, + 1.8428352727359334, + 1.8424954469899346, + 1.8441558339133084, + 1.8428160806465577, + 1.8454763891302188, + 1.8471367224094124, + 1.8447969224126202, + 1.8454572030013077, + 1.8481175174454334, + 1.8497777851595176, + 1.8474380447673702, + 1.850998347624353, + 1.8507586934443636, + 1.8523189624459082, + 1.851079154247517, + 1.8527394219616011, + 1.8513997282994952, + 1.854960031156478, + 1.8527202894768702, + 1.8543804975863096, + 1.8570408716350801, + 1.855601071972074, + 1.860261408350709, + 1.858021726275746, + 1.8566820266531754, + 1.8593423410973011, + 1.8599025037641594, + 1.8586628743797025, + 1.8593230953637452, + 1.8599833759524327, + 1.8626436903965582, + 1.8632039126680613, + 1.861964217718495, + 1.8626244983071825, + 1.8652848127513082, + 1.8649450406494896, + 1.865605267593997, + 1.8662656018268646, + 1.8659259548948002, + 1.8685862156947457, + 1.8692465499276134, + 1.871806698766194, + 1.8705670574608082, + 1.8712273380494957, + 1.8718875590335384, + 1.8714478061005737, + 1.8732081738550936, + 1.875868482338755, + 1.872528707137495, + 1.8731889877261825, + 1.874849195835622, + 1.8775095698843924, + 1.877069858674679, + 1.8787301919538726, + 1.880490339171207, + 1.8791507051137457, + 1.878810879367747, + 1.8784712324356825, + 1.8791315666685502 + ], + "p90": [ + 1.9001750202806382, + 1.8988352670138875, + 1.9004955347279717, + 1.902255854798776, + 1.9018160959053467, + 1.9004764022432408, + 1.9031366570827217, + 1.9017969634206158, + 1.9044572182600967, + 1.9042175640801076, + 1.9057777794374717, + 1.9074381067562007, + 1.9040983851991211, + 1.9077586212035342, + 1.908518906465226, + 1.9110791625921673, + 1.9117395564296797, + 1.9103997435582842, + 1.9120600708770132, + 1.910820262678622, + 1.9123805853243467, + 1.9130408659130342, + 1.9137011465017217, + 1.9134614923217326, + 1.9160217544091382, + 1.9146819474982073, + 1.9163422688564717, + 1.9190025236959527, + 1.9166627952247342, + 1.9153230896416993, + 1.9160834821917516, + 1.918643744279157, + 1.9194040176199199, + 1.9210642376502882, + 1.9236245474214098, + 1.922284794154659, + 1.9249451145592493, + 1.923605355332034, + 1.9243656405937257, + 1.9239258817002964, + 1.9236862155993784, + 1.9243464961880659, + 1.9280067977575883, + 1.927567038864159, + 1.9272273919320946, + 1.9269876185428159, + 1.931547854881015, + 1.930208161218909, + 1.9299685070389199, + 1.9325287691263255, + 1.9321890029849715, + 1.9308493093228656, + 1.9346096036444633, + 1.9321698705002406, + 1.9348301253397215, + 1.935490405928409, + 1.9331506774571905, + 1.936810967105784, + 1.9344712863182814, + 1.937231539870302 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_075627.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_075627.json new file mode 100644 index 0000000000000000000000000000000000000000..c4c9178a16fd2cea44e2b6f00be523d05be0192b --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_075627.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T07:56:27.892768+00:00", + "metrics": { + "MSE[mean]": 1.8516178399325518, + "MSE[0.5]": 1.7418782456653394, + "MAE[0.5]": 1.0981919040282568, + "MASE[0.5]": 3.187322264389904, + "MAPE[0.5]": 1.313525746196566, + "sMAPE[0.5]": 0.6446388439865766, + "MSIS": 72.57354297914326, + "RMSE[mean]": 1.3607416506936767, + "NRMSE[mean]": 1.1366984536930373, + "ND[0.5]": 0.91737696022663, + "mean_weighted_sum_quantile_loss": 0.7280571525478472 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00" + ], + "context": [ + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413 + ], + "actual": [ + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282 + ], + "predictions": { + "p50": [ + 1.8523987531661987, + 1.8553510308265686, + 1.8572028279304504, + 1.8640241622924805, + 1.8682999014854431, + 1.8736095428466797, + 1.8835844993591309, + 1.8893214464187622, + 1.9009891748428345, + 1.9165409803390503, + 1.930973768234253, + 1.9527740478515625, + 1.9715251326560974, + 1.9826947450637817, + 2.0055577754974365, + 2.0123682022094727, + 2.0460801124572754, + 2.045007824897766, + 2.06887948513031, + 2.104461431503296, + 2.1136122941970825, + 2.164641857147217, + 2.110192060470581, + 2.16067898273468, + 2.194518208503723, + 2.1876360177993774, + 2.2641438245773315, + 2.2302334308624268, + 2.29341983795166, + 2.2331483364105225, + 2.367079257965088, + 2.390515089035034, + 2.4665491580963135, + 2.377261519432068, + 2.3616347312927246, + 2.3558343648910522, + 2.370157480239868, + 2.4659812450408936, + 2.464330315589905, + 2.4783729314804077, + 2.45153272151947, + 2.5014216899871826, + 2.445496916770935, + 2.5860644578933716, + 2.5226874351501465, + 2.4804660081863403, + 2.535831928253174, + 2.5915913581848145, + 2.7122524976730347, + 2.728251814842224, + 2.750714898109436, + 2.6121349334716797, + 2.6640952825546265, + 2.6915159225463867, + 2.653444766998291, + 2.6359379291534424, + 2.7230794429779053, + 2.7861475944519043, + 2.7823989391326904, + 2.70348060131073 + ], + "p10": [ + 1.8403894305229187, + 1.8370959758758545, + 1.8292393684387207, + 1.8333048820495605, + 1.8293669819831848, + 1.8238964676856995, + 1.8205642700195312, + 1.815612554550171, + 1.8232948184013367, + 1.8136897087097168, + 1.8219237327575684, + 1.8193339109420776, + 1.8065698146820068, + 1.8289931416511536, + 1.7925664782524109, + 1.781144917011261, + 1.6913508176803589, + 1.7773151397705078, + 1.7803414463996887, + 1.8175805807113647, + 1.8477111458778381, + 1.8430582284927368, + 1.7718255519866943, + 1.84176105260849, + 1.8474692106246948, + 1.8022443056106567, + 1.9108219146728516, + 1.8281171321868896, + 1.8819186091423035, + 1.8277512788772583, + 1.8872718811035156, + 1.87680584192276, + 1.8151047229766846, + 1.788963794708252, + 1.7653324007987976, + 1.7223305702209473, + 1.6411948204040527, + 1.7013716101646423, + 1.8271650075912476, + 1.8671379685401917, + 1.6641396880149841, + 1.7798161506652832, + 1.8380711078643799, + 1.818109154701233, + 1.936847448348999, + 1.6573830246925354, + 1.69724702835083, + 1.7611839771270752, + 1.7035066485404968, + 1.6697270274162292, + 1.7184785604476929, + 1.7489627599716187, + 1.7050282955169678, + 1.6237042546272278, + 1.648483157157898, + 1.8473039269447327, + 1.7428935766220093, + 1.6826388835906982, + 1.5934089422225952, + 1.6430398225784302 + ], + "p90": [ + 1.864450991153717, + 1.8730175495147705, + 1.8858810663223267, + 1.8993874788284302, + 1.9131205081939697, + 1.93390691280365, + 1.9475340247154236, + 1.9676719903945923, + 1.976322591304779, + 2.002518653869629, + 2.0411828756332397, + 2.0845388174057007, + 2.127582550048828, + 2.163819909095764, + 2.2002748250961304, + 2.260733127593994, + 2.284474492073059, + 2.3733675479888916, + 2.380935788154602, + 2.4528708457946777, + 2.4529911279678345, + 2.4782239198684692, + 2.4113306999206543, + 2.527787446975708, + 2.606396436691284, + 2.619420051574707, + 2.771627187728882, + 2.7197234630584717, + 2.6743359565734863, + 2.708301067352295, + 2.929259777069092, + 3.0146162509918213, + 3.1183412075042725, + 3.031821846961975, + 2.9851789474487305, + 2.998993396759033, + 3.074673652648926, + 3.2439823150634766, + 3.184258460998535, + 3.2314014434814453, + 3.070526123046875, + 3.411127805709839, + 3.086647629737854, + 3.338066577911377, + 3.359264373779297, + 3.436025619506836, + 3.628829002380371, + 3.451151132583618, + 4.08943510055542, + 3.8172767162323, + 4.084869384765625, + 3.957973003387451, + 3.6604185104370117, + 3.980015993118286, + 4.077354907989502, + 3.8270063400268555, + 4.08943510055542, + 3.9992098808288574, + 4.08943510055542, + 4.014843702316284 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_075715.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_075715.json new file mode 100644 index 0000000000000000000000000000000000000000..5c11bae19764620ce6815c463dd1d9ccb6ad0faf --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_075715.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T07:57:15.003119+00:00", + "metrics": { + "MSE[mean]": 0.4953410901867086, + "MSE[0.5]": 0.49867292270006824, + "MAE[0.5]": 0.5789852592735608, + "MASE[0.5]": 1.6804099546418612, + "MAPE[0.5]": 0.6992067829097238, + "sMAPE[0.5]": 0.4404407204127457, + "MSIS": 62.38726284966411, + "RMSE[mean]": 0.7038047244702955, + "NRMSE[mean]": 0.5879247846932659, + "ND[0.5]": 0.4836565769790449, + "mean_weighted_sum_quantile_loss": 0.47392967443068634 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00" + ], + "context": [ + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413 + ], + "actual": [ + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282 + ], + "predictions": { + "p50": [ + 1.7587646044988179, + 1.7562646813888096, + 1.7582647003430867, + 1.7607646681565785, + 1.7557646431226277, + 1.7582645811337971, + 1.758264640738442, + 1.758264640738442, + 1.754764655997231, + 1.7607646681565785, + 1.758264640738442, + 1.7607646681565785, + 1.7567646600503468, + 1.758264640738442, + 1.7657646931905293, + 1.7617646254796528, + 1.7577646471757435, + 1.7572646834153676, + 1.7647646464604878, + 1.7542646624345326, + 1.7572646238107228, + 1.7647646464604878, + 1.7617646254796528, + 1.7617646254796528, + 1.7617647446889424, + 1.7537646092671895, + 1.7587647237081074, + 1.7557646431226277, + 1.758264640738442, + 1.7562646515864873, + 1.7537646688718342, + 1.7577645577687764, + 1.759764695932343, + 1.7572646089095616, + 1.7577645577687764, + 1.7647646464604878, + 1.7617647446889424, + 1.7567646898526692, + 1.7572646685142064, + 1.7537646092671895, + 1.7572646238107228, + 1.7617646254796528, + 1.7617646850842976, + 1.7617646254796528, + 1.7617647446889424, + 1.7557646431226277, + 1.7567646302480244, + 1.7622646488446736, + 1.7567646451491856, + 1.7557646431226277, + 1.7567646600503468, + 1.7522646583814168, + 1.7622646488446736, + 1.7517646946210408, + 1.7617646850842976, + 1.7617646850842976, + 1.751764635016396, + 1.755764658023789, + 1.7567646898526692, + 1.7567646451491856 + ], + "p10": [ + 1.723764637877419, + 1.7257646717328572, + 1.724764565398171, + 1.7257646717328572, + 1.723764637877419, + 1.7257646657723926, + 1.7267647184628987, + 1.723764637877419, + 1.723764637877419, + 1.7257646717328572, + 1.726764658858254, + 1.723764637877419, + 1.7266646601457143, + 1.7257647253770374, + 1.7266647137898945, + 1.7247646250028157, + 1.7257646121282124, + 1.723764637877419, + 1.7266646601457143, + 1.723764637877419, + 1.724764565398171, + 1.726764658858254, + 1.7246645786065602, + 1.7286646343965077, + 1.7257646717328572, + 1.7237646915215992, + 1.7257647253770374, + 1.7256646074552082, + 1.7237646974820637, + 1.723764637877419, + 1.723764637877419, + 1.7257646717328572, + 1.7256646134156728, + 1.723764637877419, + 1.723764637877419, + 1.7257646717328572, + 1.7247646190423511, + 1.724764565398171, + 1.7247646190423511, + 1.7237646915215992, + 1.7257646717328572, + 1.7257647253770374, + 1.7276645936269306, + 1.7257646717328572, + 1.7257646717328572, + 1.7257646121282124, + 1.7246645786065602, + 1.7257646657723926, + 1.7277646936673665, + 1.723764637877419, + 1.723764637877419, + 1.724764565398171, + 1.726764658858254, + 1.725664667059853, + 1.726664719750359, + 1.7277645863790059, + 1.7257646717328572, + 1.724764565398171, + 1.723764637877419, + 1.7237646915215992 + ], + "p90": [ + 1.7837646998662495, + 1.7817646660108113, + 1.782764653136208, + 1.7838646926183248, + 1.782764653136208, + 1.7807646788854146, + 1.782764653136208, + 1.7807646788854146, + 1.782764653136208, + 1.7818647183675314, + 1.782764653136208, + 1.7837646998662495, + 1.7797646977204824, + 1.782764653136208, + 1.7828646578092122, + 1.784764633347466, + 1.784764746596291, + 1.782764653136208, + 1.7837646998662495, + 1.7818646110791707, + 1.782764653136208, + 1.782764653136208, + 1.782764653136208, + 1.7818647183675314, + 1.7837646998662495, + 1.781764612366631, + 1.782764653136208, + 1.7847646273870015, + 1.7817646183270954, + 1.779764632155373, + 1.779864744116738, + 1.781764725615456, + 1.7818647183675314, + 1.7828646578092122, + 1.7847646869916463, + 1.782764653136208, + 1.7847646929521108, + 1.782764653136208, + 1.7828646578092122, + 1.7817646183270954, + 1.7808646716374898, + 1.7808646716374898, + 1.7838646926183248, + 1.782764653136208, + 1.781764725615456, + 1.7808646716374898, + 1.7847646273870015, + 1.782764653136208, + 1.7818647183675314, + 1.7837646998662495, + 1.782764653136208, + 1.7807646788854146, + 1.7838646926183248, + 1.7807646788854146, + 1.782764653136208, + 1.782764653136208, + 1.779764644076302, + 1.782764653136208, + 1.7797646917600178, + 1.781864664723351 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_075715.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_075715.json new file mode 100644 index 0000000000000000000000000000000000000000..f23db629eeb54c1e9c07c170a767d7ff6c5da664 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_075715.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T07:57:15.035687+00:00", + "metrics": { + "MSE[mean]": 0.4958110123986426, + "MSE[0.5]": 0.4958110123986426, + "MAE[0.5]": 0.595000006755193, + "MASE[0.5]": 1.726890138132155, + "MAPE[0.5]": 0.7003133875644968, + "sMAPE[0.5]": 0.44927057348075544, + "MSIS": 63.479715755860546, + "RMSE[mean]": 0.704138489502344, + "NRMSE[mean]": 0.5882035960279767, + "ND[0.5]": 0.49703453060409625, + "mean_weighted_sum_quantile_loss": 0.48759814571520654 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00" + ], + "context": [ + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413 + ], + "actual": [ + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282 + ], + "predictions": { + "p50": [ + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901 + ], + "p10": [ + 1.5111600542068482, + 1.5307600355148314, + 1.5572199869155883, + 1.5856400299072266, + 1.6062200570106506, + 1.6189599514007569, + 1.647379994392395, + 1.672860016822815, + 1.693440043926239, + 1.7130400252342224, + 1.7287200570106507, + 1.7385200476646423, + 1.757139983177185, + 1.7718399691581725, + 1.7845799803733826, + 1.8012400579452514, + 1.81201997756958, + 1.8081000280380248, + 1.8041799616813659, + 1.811040048599243, + 1.82475998878479, + 1.8316199588775635, + 1.8394599747657776, + 1.8335800504684447, + 1.5111600542068482, + 1.5307600355148314, + 1.5572199869155883, + 1.5856400299072266, + 1.6062200570106506, + 1.6189599514007569, + 1.647379994392395, + 1.672860016822815, + 1.693440043926239, + 1.7130400252342224, + 1.7287200570106507, + 1.7385200476646423, + 1.757139983177185, + 1.7718399691581725, + 1.7845799803733826, + 1.8012400579452514, + 1.81201997756958, + 1.8081000280380248, + 1.8041799616813659, + 1.811040048599243, + 1.82475998878479, + 1.8316199588775635, + 1.8394599747657776, + 1.8335800504684447, + 1.5111600542068482, + 1.5307600355148314, + 1.5572199869155883, + 1.5856400299072266, + 1.6062200570106506, + 1.6189599514007569, + 1.647379994392395, + 1.672860016822815, + 1.693440043926239, + 1.7130400252342224, + 1.7287200570106507, + 1.7385200476646423 + ], + "p90": [ + 1.5728400564193725, + 1.5932400369644166, + 1.6207799863815309, + 1.6503600311279296, + 1.671780059337616, + 1.6850399494171142, + 1.7146199941635132, + 1.7411400175094605, + 1.7625600457191468, + 1.7829600262641907, + 1.799280059337616, + 1.809480049610138, + 1.8288599824905396, + 1.8441599678993226, + 1.857419979572296, + 1.8747600603103638, + 1.8859799766540528, + 1.8819000291824342, + 1.8778199601173402, + 1.8849600505828858, + 1.8992399883270263, + 1.9063799571990967, + 1.9145399737358093, + 1.9084200525283814, + 1.5728400564193725, + 1.5932400369644166, + 1.6207799863815309, + 1.6503600311279296, + 1.671780059337616, + 1.6850399494171142, + 1.7146199941635132, + 1.7411400175094605, + 1.7625600457191468, + 1.7829600262641907, + 1.799280059337616, + 1.809480049610138, + 1.8288599824905396, + 1.8441599678993226, + 1.857419979572296, + 1.8747600603103638, + 1.8859799766540528, + 1.8819000291824342, + 1.8778199601173402, + 1.8849600505828858, + 1.8992399883270263, + 1.9063799571990967, + 1.9145399737358093, + 1.9084200525283814, + 1.5728400564193725, + 1.5932400369644166, + 1.6207799863815309, + 1.6503600311279296, + 1.671780059337616, + 1.6850399494171142, + 1.7146199941635132, + 1.7411400175094605, + 1.7625600457191468, + 1.7829600262641907, + 1.799280059337616, + 1.809480049610138 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_075704.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_075704.json new file mode 100644 index 0000000000000000000000000000000000000000..ca8f2989a75dd682a9c516fe01d05cf155facba7 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_075704.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T07:57:04.346941+00:00", + "metrics": { + "MSE[mean]": 0.02660408423876331, + "MSE[0.5]": 0.02660408423876331, + "MAE[0.5]": 0.15332409540812175, + "MASE[0.5]": 0.44499809292818654, + "MAPE[0.5]": 0.16198325233585278, + "sMAPE[0.5]": 0.14621017200564185, + "MSIS": 3.01241551496567, + "RMSE[mean]": 0.16310758485969717, + "NRMSE[mean]": 0.1362522705181462, + "ND[0.5]": 0.1280796116407915, + "mean_weighted_sum_quantile_loss": 0.0778568152111039 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00" + ], + "context": [ + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413 + ], + "actual": [ + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282 + ], + "predictions": { + "p50": [ + 1.881256103515625, + 1.87457275390625, + 1.87457275390625, + 1.8712310791015625, + 1.867889404296875, + 1.8578643798828125, + 1.8511810302734375, + 1.841156005859375, + 1.83447265625, + 1.8244476318359375, + 1.8110809326171875, + 1.79437255859375, + 1.7776641845703125, + 1.760955810546875, + 1.747589111328125, + 1.7308807373046875, + 1.720855712890625, + 1.707489013671875, + 1.6840972900390625, + 1.654022216796875, + 1.627288818359375, + 1.5938720703125, + 1.5704803466796875, + 1.5370635986328125, + 1.5103302001953125, + 1.4752426147460938, + 1.4451675415039062, + 1.4167633056640625, + 1.3917007446289062, + 1.3566131591796875, + 1.3265380859375, + 1.2998046875, + 1.2881088256835938, + 1.2521858215332031, + 1.2170982360839844, + 1.1899471282958984, + 1.1619606018066406, + 1.1448345184326172, + 1.1040034294128418, + 1.075390338897705, + 1.045419692993164, + 1.0278759002685547, + 1.0040664672851562, + 0.9827632904052734, + 0.9606246948242188, + 0.9547767639160156, + 0.9263725280761719, + 0.9155120849609375, + 0.9297142028808594, + 0.9113349914550781, + 0.8962974548339844, + 0.8795890808105469, + 0.8553619384765625, + 0.8486785888671875, + 0.838653564453125, + 0.8353118896484375, + 0.8202743530273438, + 0.8202743530273438, + 0.8102493286132812, + 0.8102493286132812 + ], + "p10": [ + 1.8645477294921875, + 1.854522705078125, + 1.8511810302734375, + 1.8444976806640625, + 1.8378143310546875, + 1.8244476318359375, + 1.814422607421875, + 1.801055908203125, + 1.787689208984375, + 1.7709808349609375, + 1.7542724609375, + 1.7275390625, + 1.707489013671875, + 1.6840972900390625, + 1.667388916015625, + 1.640655517578125, + 1.613922119140625, + 1.5972137451171875, + 1.560455322265625, + 1.52703857421875, + 1.4919509887695312, + 1.4485092163085938, + 1.413421630859375, + 1.3699798583984375, + 1.33990478515625, + 1.2998046875, + 1.2613754272460938, + 1.2271232604980469, + 1.1899471282958984, + 1.1511001586914062, + 1.113297462463379, + 1.074711561203003, + 1.083326816558838, + 1.0502233505249023, + 1.0220279693603516, + 0.9940414428710938, + 0.9681434631347656, + 0.9505996704101562, + 0.9146766662597656, + 0.8904495239257812, + 0.8620452880859375, + 0.8486785888671875, + 0.825286865234375, + 0.8069076538085938, + 0.7918701171875, + 0.7868576049804688, + 0.7634658813476562, + 0.745086669921875, + 0.7601242065429688, + 0.745086669921875, + 0.7300491333007812, + 0.7150115966796875, + 0.6949615478515625, + 0.6932907104492188, + 0.6832656860351562, + 0.6799240112304688, + 0.6698989868164062, + 0.67156982421875, + 0.6615447998046875, + 0.658203125 + ], + "p90": [ + 1.894622802734375, + 1.8912811279296875, + 1.894622802734375, + 1.887939453125, + 1.8912811279296875, + 1.8845977783203125, + 1.8845977783203125, + 1.8779144287109375, + 1.87457275390625, + 1.867889404296875, + 1.8578643798828125, + 1.8511810302734375, + 1.841156005859375, + 1.83447265625, + 1.82110595703125, + 1.8110809326171875, + 1.827789306640625, + 1.8244476318359375, + 1.7977142333984375, + 1.7776641845703125, + 1.7576141357421875, + 1.7375640869140625, + 1.720855712890625, + 1.694122314453125, + 1.680755615234375, + 1.6506805419921875, + 1.627288818359375, + 1.6105804443359375, + 1.5938720703125, + 1.573822021484375, + 1.5571136474609375, + 1.5370635986328125, + 1.547088623046875, + 1.5053176879882812, + 1.4702301025390625, + 1.453521728515625, + 1.4284591674804688, + 1.4084091186523438, + 1.3616256713867188, + 1.3365631103515625, + 1.3148422241210938, + 1.2964630126953125, + 1.2747421264648438, + 1.2505149841308594, + 1.2237815856933594, + 1.2179336547851562, + 1.1962127685546875, + 1.1786689758300781, + 1.1803398132324219, + 1.1644668579101562, + 1.1556949615478516, + 1.1339740753173828, + 1.1118354797363281, + 1.1003484725952148, + 1.0896968841552734, + 1.0834312438964844, + 1.0673494338989258, + 1.058786392211914, + 1.0479259490966797, + 1.0450019836425781 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_075353.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_075353.json new file mode 100644 index 0000000000000000000000000000000000000000..f0ec4f9b55f2eec24c84303d7ca1b8ec18340b0d --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_075353.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T07:53:53.268805+00:00", + "metrics": { + "MSE[mean]": 0.020621219833698964, + "MSE[0.5]": 0.008044611804300435, + "MAE[0.5]": 0.07682522932688395, + "MASE[0.5]": 0.2229726544169979, + "MAPE[0.5]": 0.08996976675101562, + "sMAPE[0.5]": 0.08347555618608053, + "MSIS": 15.221064893515829, + "RMSE[mean]": 0.14360090471058656, + "NRMSE[mean]": 0.11995732345683205, + "ND[0.5]": 0.06417611993868527, + "mean_weighted_sum_quantile_loss": 0.09810808168276383 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00" + ], + "context": [ + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413 + ], + "actual": [ + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282 + ], + "predictions": { + "p50": [ + 1.8507616519927979, + 1.8423235416412354, + 1.848860263824463, + 1.8312819004058838, + 1.8256878852844238, + 1.8271918296813965, + 1.8185348510742188, + 1.807093858718872, + 1.793943166732788, + 1.7795660495758057, + 1.746778964996338, + 1.737386703491211, + 1.705702781677246, + 1.6998865604400635, + 1.6755847930908203, + 1.6472246646881104, + 1.6270742416381836, + 1.5995731353759766, + 1.5691783428192139, + 1.5372085571289062, + 1.5118074417114258, + 1.4817140102386475, + 1.4513485431671143, + 1.4343547821044922, + 1.3956565856933594, + 1.362105131149292, + 1.3466217517852783, + 1.3126041889190674, + 1.282407522201538, + 1.2440789937973022, + 1.2167258262634277, + 1.1813876628875732, + 1.1511861085891724, + 1.1386981010437012, + 1.1035693883895874, + 1.0779705047607422, + 1.0653550624847412, + 1.0277984142303467, + 1.016440987586975, + 0.9984795451164246, + 0.9699956774711609, + 0.9533215165138245, + 0.9220486879348755, + 0.8989065289497375, + 0.8872636556625366, + 0.8672455549240112, + 0.8526360392570496, + 0.8361573219299316, + 0.8277935981750488, + 0.8271621465682983, + 0.8260521292686462, + 0.8118944764137268, + 0.794695258140564, + 0.8115261793136597, + 0.7903971076011658, + 0.7906573414802551, + 0.7896823883056641, + 0.7939603328704834, + 0.7993138432502747, + 0.7818202972412109 + ], + "p10": [ + 1.856128215789795, + 1.8714139461517334, + 1.8511807918548584, + 1.8456761837005615, + 1.8329830169677734, + 1.8299901485443115, + 1.7930924892425537, + 1.803147554397583, + 1.7885730266571045, + 1.7855584621429443, + 1.750720500946045, + 1.7385339736938477, + 1.6803126335144043, + 1.706404685974121, + 1.6778066158294678, + 1.673459768295288, + 1.636516809463501, + 1.5994744300842285, + 1.585050344467163, + 1.5719592571258545, + 1.5326290130615234, + 1.5085740089416504, + 1.4721622467041016, + 1.4386286735534668, + 1.424631118774414, + 1.4135806560516357, + 1.3774058818817139, + 1.3576562404632568, + 1.3255372047424316, + 1.2967984676361084, + 1.2330763339996338, + 1.2548232078552246, + 1.2119181156158447, + 1.1965043544769287, + 1.1698752641677856, + 1.1385033130645752, + 1.1419514417648315, + 1.0913857221603394, + 1.0864118337631226, + 1.0612313747406006, + 1.0377334356307983, + 1.0167587995529175, + 1.007804036140442, + 0.9928929805755615, + 0.9530491828918457, + 0.9747474193572998, + 0.965003490447998, + 0.9498999714851379, + 0.9271920919418335, + 0.9303786158561707, + 0.9020286202430725, + 0.9216097593307495, + 0.9164290428161621, + 0.9165536761283875, + 0.9118381142616272, + 0.9039022326469421, + 0.889589786529541, + 0.9199320673942566, + 0.9096177220344543, + 0.8986288905143738 + ], + "p90": [ + 1.8807213306427002, + 1.8718516826629639, + 1.8839099407196045, + 1.869159460067749, + 1.8703453540802002, + 1.8726224899291992, + 1.8626530170440674, + 1.8577847480773926, + 1.8537781238555908, + 1.8349719047546387, + 1.8169019222259521, + 1.7935409545898438, + 1.7809512615203857, + 1.7704946994781494, + 1.7493228912353516, + 1.7201004028320312, + 1.7057828903198242, + 1.6928386688232422, + 1.6768484115600586, + 1.6534030437469482, + 1.6342036724090576, + 1.603058099746704, + 1.582132339477539, + 1.5752789974212646, + 1.5486013889312744, + 1.5234572887420654, + 1.5169236660003662, + 1.4894306659698486, + 1.466747522354126, + 1.4447166919708252, + 1.4329845905303955, + 1.4038245677947998, + 1.3811028003692627, + 1.3662188053131104, + 1.338773250579834, + 1.321603775024414, + 1.3221869468688965, + 1.297239065170288, + 1.2858166694641113, + 1.2706468105316162, + 1.254399061203003, + 1.2509766817092896, + 1.2265957593917847, + 1.2194139957427979, + 1.218384027481079, + 1.201542854309082, + 1.2022531032562256, + 1.1887407302856445, + 1.1787197589874268, + 1.1841826438903809, + 1.1765388250350952, + 1.1856820583343506, + 1.1630254983901978, + 1.1813461780548096, + 1.182830810546875, + 1.1796783208847046, + 1.1807348728179932, + 1.1878890991210938, + 1.1999082565307617, + 1.187011480331421 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_075542.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_075542.json new file mode 100644 index 0000000000000000000000000000000000000000..b19ebade6b6896ca06297efbadfd7d3dfa142f6b --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_075542.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T07:55:42.327612+00:00", + "metrics": { + "MSE[mean]": 0.09461774749805431, + "MSE[0.5]": 0.09461774749805431, + "MAE[0.5]": 0.2614901343981425, + "MASE[0.5]": 0.7589323179567558, + "MAPE[0.5]": 0.3013431532021937, + "sMAPE[0.5]": 0.24337885308282628, + "MSIS": 2.7386964563293477, + "RMSE[mean]": 0.30759997967824104, + "NRMSE[mean]": 0.2569543021469381, + "ND[0.5]": 0.21843634408840862, + "mean_weighted_sum_quantile_loss": 0.1282132756678075 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00" + ], + "context": [ + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413 + ], + "actual": [ + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282 + ], + "predictions": { + "p50": [ + 1.8671190738677979, + 1.861673355102539, + 1.8557988405227661, + 1.8514268398284912, + 1.8459594249725342, + 1.839202880859375, + 1.8330986499786377, + 1.8255248069763184, + 1.8170596361160278, + 1.8071539402008057, + 1.7933728694915771, + 1.7774806022644043, + 1.7628883123397827, + 1.7470405101776123, + 1.732698917388916, + 1.7170599699020386, + 1.7016538381576538, + 1.684487223625183, + 1.6664016246795654, + 1.6474668979644775, + 1.6271830797195435, + 1.6065154075622559, + 1.585890769958496, + 1.562361240386963, + 1.5392589569091797, + 1.51417076587677, + 1.487061858177185, + 1.4596641063690186, + 1.4325132369995117, + 1.4073647260665894, + 1.3840787410736084, + 1.3589200973510742, + 1.5304826498031616, + 1.5025173425674438, + 1.4678130149841309, + 1.4422705173492432, + 1.41399347782135, + 1.3836073875427246, + 1.3598649501800537, + 1.3375375270843506, + 1.3143925666809082, + 1.289671778678894, + 1.2646846771240234, + 1.2369314432144165, + 1.2154685258865356, + 1.1958801746368408, + 1.1803643703460693, + 1.157541275024414, + 1.1385812759399414, + 1.1206899881362915, + 1.1001243591308594, + 1.0822298526763916, + 1.0660985708236694, + 1.0477068424224854, + 1.0374865531921387, + 1.0275189876556396, + 1.0189915895462036, + 1.0072494745254517, + 0.9944446086883545, + 0.9817132949829102 + ], + "p10": [ + 1.855809211730957, + 1.847710371017456, + 1.8394914865493774, + 1.8307100534439087, + 1.8214139938354492, + 1.8093113899230957, + 1.7985327243804932, + 1.786559820175171, + 1.7740726470947266, + 1.757857084274292, + 1.7354934215545654, + 1.7109384536743164, + 1.6880378723144531, + 1.6636950969696045, + 1.6398348808288574, + 1.615135908126831, + 1.5913656949996948, + 1.5633764266967773, + 1.5339704751968384, + 1.5040990114212036, + 1.4722727537155151, + 1.4406805038452148, + 1.4085992574691772, + 1.3732502460479736, + 1.3336238861083984, + 1.2938215732574463, + 1.2507367134094238, + 1.2045682668685913, + 1.157876968383789, + 1.1115483045578003, + 1.0668355226516724, + 1.0302501916885376, + 1.0464280843734741, + 1.097947120666504, + 1.0891307592391968, + 1.0573714971542358, + 1.028252363204956, + 0.9920254945755005, + 0.9486559629440308, + 0.9098848104476929, + 0.8697179555892944, + 0.8279381990432739, + 0.7882025241851807, + 0.75063157081604, + 0.7218722701072693, + 0.6865195035934448, + 0.6562156677246094, + 0.6208642721176147, + 0.5951611399650574, + 0.5633972883224487, + 0.527114748954773, + 0.49952006340026855, + 0.4696919918060303, + 0.4421119689941406, + 0.4252934455871582, + 0.4113202691078186, + 0.3921123743057251, + 0.36998605728149414, + 0.3557368516921997, + 0.3369758129119873 + ], + "p90": [ + 1.8760254383087158, + 1.8736684322357178, + 1.8709917068481445, + 1.8711016178131104, + 1.8694571256637573, + 1.8667285442352295, + 1.865807294845581, + 1.8646433353424072, + 1.8618648052215576, + 1.8572744131088257, + 1.8499692678451538, + 1.842057704925537, + 1.8345763683319092, + 1.8254616260528564, + 1.817488670349121, + 1.8112891912460327, + 1.805466651916504, + 1.7997422218322754, + 1.7908964157104492, + 1.7836034297943115, + 1.7759941816329956, + 1.7689765691757202, + 1.76304292678833, + 1.7526121139526367, + 1.7446231842041016, + 1.7340540885925293, + 1.7209478616714478, + 1.708754539489746, + 1.696143627166748, + 1.6832879781723022, + 1.6715434789657593, + 1.6559367179870605, + 1.7634637355804443, + 1.7224571704864502, + 1.7071435451507568, + 1.7101287841796875, + 1.7137095928192139, + 1.7143473625183105, + 1.7116141319274902, + 1.7134884595870972, + 1.7136313915252686, + 1.7099099159240723, + 1.7053556442260742, + 1.7042909860610962, + 1.7067205905914307, + 1.7062314748764038, + 1.708338975906372, + 1.6967236995697021, + 1.6904737949371338, + 1.6883865594863892, + 1.679711103439331, + 1.6756597757339478, + 1.6685715913772583, + 1.667116403579712, + 1.6676828861236572, + 1.6710566282272339, + 1.6714160442352295, + 1.6688721179962158, + 1.6666014194488525, + 1.6684751510620117 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_075449.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_075449.json new file mode 100644 index 0000000000000000000000000000000000000000..44bbbe24ef75f581d5fd1e7cd4d5563a724a152a --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_075449.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T07:54:49.279517+00:00", + "metrics": { + "MSE[mean]": 0.007201414802009213, + "MSE[0.5]": 0.007201414802009213, + "MAE[0.5]": 0.07593052287896475, + "MASE[0.5]": 0.22037591538524423, + "MAPE[0.5]": 0.0805670495064004, + "sMAPE[0.5]": 0.07628851363077455, + "MSIS": 1.8263941212781425, + "RMSE[mean]": 0.08486115013366961, + "NRMSE[mean]": 0.07088894360393902, + "ND[0.5]": 0.06342872499024631, + "mean_weighted_sum_quantile_loss": 0.07208558206595438 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00" + ], + "context": [ + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413 + ], + "actual": [ + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282 + ], + "predictions": { + "p50": [ + 1.8665318489074707, + 1.8610730171203613, + 1.8540427684783936, + 1.84617018699646, + 1.8382564783096313, + 1.8280937671661377, + 1.8152825832366943, + 1.8016409873962402, + 1.7862839698791504, + 1.7697789669036865, + 1.7525269985198975, + 1.734678864479065, + 1.7141376733779907, + 1.6929526329040527, + 1.6712474822998047, + 1.650879144668579, + 1.6305545568466187, + 1.6078102588653564, + 1.58485746383667, + 1.561633586883545, + 1.5363447666168213, + 1.5102462768554688, + 1.4809826612472534, + 1.4531095027923584, + 1.4244325160980225, + 1.3957117795944214, + 1.3666017055511475, + 1.3369038105010986, + 1.3123174905776978, + 1.2832728624343872, + 1.2565243244171143, + 1.2315645217895508, + 1.1936838626861572, + 1.1676453351974487, + 1.138722538948059, + 1.1144726276397705, + 1.084887146949768, + 1.060795783996582, + 1.0356433391571045, + 1.0125048160552979, + 0.9910867810249329, + 0.9628427028656006, + 0.9387366771697998, + 0.9157317876815796, + 0.8937448859214783, + 0.8739477396011353, + 0.8511719107627869, + 0.8325531482696533, + 0.8108562231063843, + 0.7947273254394531, + 0.7740015983581543, + 0.7618932723999023, + 0.7500615119934082, + 0.7364398241043091, + 0.7261808514595032, + 0.7152865529060364, + 0.7027453184127808, + 0.6989257335662842, + 0.6966685056686401, + 0.6894283294677734 + ], + "p10": [ + 1.8537788391113281, + 1.8420889377593994, + 1.8297438621520996, + 1.8154224157333374, + 1.8032081127166748, + 1.7878053188323975, + 1.7704365253448486, + 1.7499029636383057, + 1.72896409034729, + 1.7077887058258057, + 1.6822185516357422, + 1.6565197706222534, + 1.626317024230957, + 1.5927338600158691, + 1.5613662004470825, + 1.5308641195297241, + 1.4984710216522217, + 1.4664196968078613, + 1.4332408905029297, + 1.3993738889694214, + 1.3656885623931885, + 1.3295838832855225, + 1.2902148962020874, + 1.2535014152526855, + 1.2123790979385376, + 1.1711362600326538, + 1.1347519159317017, + 1.0966203212738037, + 1.0578685998916626, + 1.0223268270492554, + 0.9830377697944641, + 0.9480419158935547, + 0.881770133972168, + 0.8540831804275513, + 0.8133198022842407, + 0.7773582339286804, + 0.7345783710479736, + 0.6993411779403687, + 0.6597070097923279, + 0.6310741901397705, + 0.5957732200622559, + 0.5585616827011108, + 0.5222175717353821, + 0.4865504503250122, + 0.44710487127304077, + 0.41323763132095337, + 0.3820861577987671, + 0.3483812212944031, + 0.3138113021850586, + 0.2916727662086487, + 0.255484938621521, + 0.2369425892829895, + 0.21530574560165405, + 0.18446195125579834, + 0.1713024377822876, + 0.1565779447555542, + 0.12741881608963013, + 0.11106443405151367, + 0.10116589069366455, + 0.08158338069915771 + ], + "p90": [ + 1.8787949085235596, + 1.8775584697723389, + 1.8752634525299072, + 1.8729734420776367, + 1.8720659017562866, + 1.866807222366333, + 1.8600506782531738, + 1.855290412902832, + 1.8449606895446777, + 1.836536169052124, + 1.827857255935669, + 1.8199195861816406, + 1.8081799745559692, + 1.7976861000061035, + 1.7871721982955933, + 1.7812073230743408, + 1.7705988883972168, + 1.7595727443695068, + 1.7482521533966064, + 1.7375502586364746, + 1.7261669635772705, + 1.715517520904541, + 1.7000881433486938, + 1.6850225925445557, + 1.6690444946289062, + 1.65423583984375, + 1.640763282775879, + 1.6261721849441528, + 1.6156588792800903, + 1.6025094985961914, + 1.5856727361679077, + 1.5717480182647705, + 1.5533552169799805, + 1.5251091718673706, + 1.5174064636230469, + 1.507371425628662, + 1.48874831199646, + 1.479581594467163, + 1.4727073907852173, + 1.4676473140716553, + 1.4613161087036133, + 1.4512830972671509, + 1.4356849193572998, + 1.4391679763793945, + 1.4371230602264404, + 1.4274697303771973, + 1.4291143417358398, + 1.4222100973129272, + 1.4146769046783447, + 1.42105233669281, + 1.4171255826950073, + 1.4190583229064941, + 1.4239462614059448, + 1.4203506708145142, + 1.4263267517089844, + 1.4408533573150635, + 1.4422664642333984, + 1.4505946636199951, + 1.4752178192138672, + 1.473136305809021 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_075714.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_075714.json new file mode 100644 index 0000000000000000000000000000000000000000..0e0e277397489be394600bc4cb89c51ce88839dc --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_075714.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T07:57:14.832544+00:00", + "metrics": { + "MSE[mean]": 0.08942117780102742, + "MSE[0.5]": 0.0966908817728187, + "MAE[0.5]": 0.29392512713879143, + "MASE[0.5]": 4.467664488927756, + "MAPE[0.5]": 0.18218626813481756, + "sMAPE[0.5]": 0.20224051203481486, + "MSIS": 67.65900523692055, + "RMSE[mean]": 0.2990337402385012, + "NRMSE[mean]": 0.18869788032823512, + "ND[0.5]": 0.18547421579270998, + "mean_weighted_sum_quantile_loss": 0.1714700563779238 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3211793152016935, + 1.3001800727223682, + 1.2935009259022823, + 1.2911890393425582, + 1.290536542424785, + 1.290191535408713, + 1.2901548380183563, + 1.2901292626391079, + 1.290065270672557, + 1.289955390681136, + 1.290206212539268, + 1.290116971893308, + 1.290031997976953, + 1.2901689373643297, + 1.2900894853249605, + 1.2900894819721125, + 1.2907685987270372, + 1.290116829711849, + 1.2901300628847925, + 1.290031951429035, + 1.2901168295435446, + 1.2900890165869314, + 1.2899703112880652, + 1.2902178077065385, + 1.2900894803422434, + 1.2901031549398292, + 1.290089480342181, + 1.290193364919042, + 1.290031951410373, + 1.2900612036324293, + 1.2901432961180412, + 1.2900894803421736, + 1.2899859917978367, + 1.2901689221317547, + 1.2900319514103724, + 1.2901300628277403, + 1.2900890165849344, + 1.2900894803421736, + 1.2901689221317547, + 1.2900894803421736, + 1.290016811859317, + 1.290181334564493, + 1.2902057773517783, + 1.290156109124898, + 1.2900894803421736, + 1.290241139008015, + 1.290061203632429, + 1.2900894803421736, + 1.2902178077063249, + 1.2900016723082615, + 1.2901937469972315, + 1.2900753419873014, + 1.2902178077063249, + 1.2907685981938615, + 1.2901937469972315, + 1.2901689221317547, + 1.2900753419873014, + 1.2901432961180412, + 1.2901300628277403, + 1.2917569803894868, + 1.2901168295374397, + 1.2901300628277403, + 1.2900894803421736, + 1.2901300628277403, + 1.2901168295374397, + 1.2901168295374397, + 1.29022947335717, + 1.2901432961180412, + 1.2901300628277403, + 1.290061203632429, + 1.2901432961180412, + 1.2902178077063249 + ], + "p10": [ + 1.236919091718809, + 1.2244387427632526, + 1.217610212789046, + 1.1914769199598003, + 1.217066628084342, + 1.2144068148726683, + 1.2143286299321734, + 1.2076295099060388, + 1.2142946884913848, + 1.2142919518365334, + 1.2141194523695293, + 1.2169805402213403, + 1.2142906680178374, + 1.2217739356689137, + 1.2142906264340436, + 1.2142906230811956, + 1.2244684283753684, + 1.2212945683536613, + 1.212078828620665, + 1.2120788285822757, + 1.2167114202301552, + 1.190405165182797, + 1.2141190171826928, + 1.1904051651810135, + 1.2058958856420832, + 1.2125745787591071, + 1.207617076804378, + 1.2058958856420157, + 1.205895885642014, + 1.2125745787590847, + 1.221294568179252, + 1.2125745787590845, + 1.1904051651807999, + 1.2217739204363387, + 1.212078828563613, + 1.2169803978654719, + 1.2058958856420134, + 1.2169803978654719, + 1.2125745787590845, + 1.212078828563613, + 1.2076170768043706, + 1.2167114202240503, + 1.2241989491620997, + 1.2169803978654719, + 1.2076170768043706, + 1.2076170768043706, + 1.212078828563613, + 1.212078828563613, + 1.2141190171820395, + 1.2167114202240503, + 1.2076170768043706, + 1.2076170768043706, + 1.2244683967982954, + 1.2167114202240503, + 1.2167114202240503, + 1.2076170768043706, + 1.2125745787590845, + 1.2217739204363387, + 1.2076170768043706, + 1.2244683967982954, + 1.2125745787590845, + 1.212078828563613, + 1.2217739204363387, + 1.2076170768043706, + 1.190263868943289, + 1.2125745787590845, + 1.2169803978654719, + 1.2125745787590845, + 1.2167114202240503, + 1.1904051651807999, + 1.1904051651807999, + 1.2169803978654719 + ], + "p90": [ + 1.4223256916745557, + 1.3758535196457777, + 1.3903084096934553, + 1.3923883700005115, + 1.3928483048734241, + 1.3915306586747278, + 1.387458193560792, + 1.3913149186994282, + 1.391306552637888, + 1.387421515465152, + 1.391414900440806, + 1.3913026279536285, + 1.3913025321643406, + 1.3914144804858912, + 1.3874201900626622, + 1.3685878052415132, + 1.3924222826864985, + 1.392429363813713, + 1.3941839767729673, + 1.3914144652719789, + 1.3690191703418888, + 1.3924222821553198, + 1.3913024855984133, + 1.3924222821535364, + 1.3869888183557357, + 1.392493097013155, + 1.3657053983337892, + 1.392422282153325, + 1.3869888183556667, + 1.3924930970131326, + 1.3945807977074387, + 1.362638843002584, + 1.3665432464177867, + 1.3941839767159154, + 1.3914215467392972, + 1.386988818355666, + 1.3874201850798753, + 1.3874201850798753, + 1.39130248559776, + 1.3924293636393037, + 1.369019170335784, + 1.3914144652533162, + 1.39130248559776, + 1.39130248559776, + 1.39130248559776, + 1.3926621849834107, + 1.3665432464177867, + 1.3914144652533162, + 1.386988818355666, + 1.3914144652533162, + 1.3926621849834107, + 1.3914144652533162, + 1.3665432464177867, + 1.398152186631149, + 1.3924222821533228, + 1.3924222821533228, + 1.3924930970131324, + 1.3914215467392972, + 1.386988818355666, + 1.3941839767159154, + 1.3924293636393037, + 1.3941839767159154, + 1.39130248559776, + 1.3926621849834107, + 1.3665432464177867, + 1.3924222821533228, + 1.3924930970131324, + 1.3924222821533228, + 1.39130248559776, + 1.3924293636393037, + 1.3874201850798753, + 1.3941839767159154 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_075154.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_075154.json new file mode 100644 index 0000000000000000000000000000000000000000..03947bc3a431caa34395e58e0bf491fb0bb51bbf --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_075154.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T07:51:54.030462+00:00", + "metrics": { + "MSE[mean]": 0.08739796801757649, + "MSE[0.5]": 0.08739796801757649, + "MAE[0.5]": 0.27725810143682694, + "MASE[0.5]": 4.214325553296195, + "MAPE[0.5]": 0.17158803337183925, + "sMAPE[0.5]": 0.1895485893843479, + "MSIS": 84.49977392607576, + "RMSE[mean]": 0.29563147332037654, + "NRMSE[mean]": 0.18655096354470105, + "ND[0.5]": 0.17495689952321972, + "mean_weighted_sum_quantile_loss": 0.1495396964948785 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3411670923233032, + 1.3259737491607666, + 1.3211607933044434, + 1.3177872896194458, + 1.3163948059082031, + 1.315388798713684, + 1.314745306968689, + 1.3146682977676392, + 1.3146206140518188, + 1.311265468597412, + 1.3090980052947998, + 1.3081704378128052, + 1.3078621625900269, + 1.3074922561645508, + 1.3069911003112793, + 1.3076106309890747, + 1.309944987297058, + 1.3081722259521484, + 1.3080484867095947, + 1.3075034618377686, + 1.30637526512146, + 1.3058686256408691, + 1.3067160844802856, + 1.309260368347168, + 1.3095362186431885, + 1.3080062866210938, + 1.3079088926315308, + 1.3082520961761475, + 1.308393955230713, + 1.307240605354309, + 1.3064137697219849, + 1.3070257902145386, + 1.3076839447021484, + 1.3048115968704224, + 1.3034712076187134, + 1.3015376329421997, + 1.2994121313095093, + 1.299527645111084, + 1.3012073040008545, + 1.3015379905700684, + 1.3036490678787231, + 1.3020143508911133, + 1.301504373550415, + 1.299750804901123, + 1.2993814945220947, + 1.2991580963134766, + 1.3015538454055786, + 1.3000867366790771, + 1.3076059818267822, + 1.3066037893295288, + 1.3074814081192017, + 1.3074109554290771, + 1.3063219785690308, + 1.3067744970321655, + 1.3071033954620361, + 1.308227300643921, + 1.3085801601409912, + 1.3055260181427002, + 1.3037729263305664, + 1.3026305437088013, + 1.3029375076293945, + 1.3035025596618652, + 1.3044856786727905, + 1.3039014339447021, + 1.308465838432312, + 1.3077733516693115, + 1.3073316812515259, + 1.305922508239746, + 1.3035706281661987, + 1.303891658782959, + 1.3068993091583252, + 1.3093444108963013 + ], + "p10": [ + 1.2443225383758545, + 1.2259511947631836, + 1.2197328805923462, + 1.2200713157653809, + 1.2176556587219238, + 1.2183669805526733, + 1.2171449661254883, + 1.2159943580627441, + 1.2164337635040283, + 1.2129747867584229, + 1.2101266384124756, + 1.2071912288665771, + 1.205175518989563, + 1.2033278942108154, + 1.2058160305023193, + 1.2053649425506592, + 1.1959728002548218, + 1.1998677253723145, + 1.1988199949264526, + 1.197312831878662, + 1.1931759119033813, + 1.1958914995193481, + 1.1944680213928223, + 1.1963151693344116, + 1.1995289325714111, + 1.20279860496521, + 1.2081505060195923, + 1.2061806917190552, + 1.2075928449630737, + 1.206813931465149, + 1.2074928283691406, + 1.2067641019821167, + 1.208620548248291, + 1.2063779830932617, + 1.2041056156158447, + 1.1998063325881958, + 1.1977778673171997, + 1.198359489440918, + 1.198990821838379, + 1.197235107421875, + 1.1962939500808716, + 1.1955552101135254, + 1.197008490562439, + 1.1945252418518066, + 1.1909828186035156, + 1.1909794807434082, + 1.188692331314087, + 1.1890097856521606, + 1.1911319494247437, + 1.198131799697876, + 1.1989015340805054, + 1.198127031326294, + 1.197752594947815, + 1.2002493143081665, + 1.200395941734314, + 1.197644829750061, + 1.1986182928085327, + 1.1971583366394043, + 1.1977089643478394, + 1.195868968963623, + 1.194769024848938, + 1.1934888362884521, + 1.1952648162841797, + 1.1948758363723755, + 1.1877126693725586, + 1.1921827793121338, + 1.1932411193847656, + 1.191360592842102, + 1.1848379373550415, + 1.1866778135299683, + 1.188819169998169, + 1.1915463209152222 + ], + "p90": [ + 1.4510564804077148, + 1.4414291381835938, + 1.4344021081924438, + 1.4359266757965088, + 1.4351876974105835, + 1.4333993196487427, + 1.4357483386993408, + 1.4367258548736572, + 1.4395034313201904, + 1.4379825592041016, + 1.4397939443588257, + 1.4388316869735718, + 1.4409562349319458, + 1.43948495388031, + 1.4430994987487793, + 1.4430323839187622, + 1.4512442350387573, + 1.4481207132339478, + 1.4458959102630615, + 1.449164867401123, + 1.4583652019500732, + 1.4595482349395752, + 1.4600629806518555, + 1.4559147357940674, + 1.4493064880371094, + 1.4447871446609497, + 1.4404733180999756, + 1.4349337816238403, + 1.4353535175323486, + 1.4318263530731201, + 1.429829716682434, + 1.4317660331726074, + 1.4299660921096802, + 1.4292287826538086, + 1.429836630821228, + 1.4348933696746826, + 1.44119131565094, + 1.4447952508926392, + 1.4470806121826172, + 1.4489747285842896, + 1.4523032903671265, + 1.4544247388839722, + 1.4577398300170898, + 1.457244634628296, + 1.463639736175537, + 1.464761734008789, + 1.4725220203399658, + 1.4749505519866943, + 1.471659779548645, + 1.460107684135437, + 1.4536476135253906, + 1.4556868076324463, + 1.4607669115066528, + 1.4616020917892456, + 1.4635719060897827, + 1.4654395580291748, + 1.4670052528381348, + 1.4676274061203003, + 1.4697985649108887, + 1.4679774045944214, + 1.4727181196212769, + 1.4732966423034668, + 1.4807854890823364, + 1.4789785146713257, + 1.4919847249984741, + 1.4860621690750122, + 1.4782143831253052, + 1.4843833446502686, + 1.496453881263733, + 1.4956741333007812, + 1.4948785305023193, + 1.4903976917266846 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_075714.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_075714.json new file mode 100644 index 0000000000000000000000000000000000000000..3ec46e09e56526438a0215f0e6b2c8a21f93af9a --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_075714.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T07:57:14.969545+00:00", + "metrics": { + "MSE[mean]": 0.06825005598394138, + "MSE[0.5]": 0.06834851722816099, + "MAE[0.5]": 0.24129018871473829, + "MASE[0.5]": 3.667612967088995, + "MAPE[0.5]": 0.14886964636795647, + "sMAPE[0.5]": 0.1626458258199571, + "MSIS": 38.40916737012885, + "RMSE[mean]": 0.2612471166997664, + "NRMSE[mean]": 0.164853561754574, + "ND[0.5]": 0.1522602336383737, + "mean_weighted_sum_quantile_loss": 0.13992955893452136 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3428086319842476, + 1.342826192972976, + 1.342843753961704, + 1.3428613149504323, + 1.3428788759391603, + 1.3428964369278884, + 1.3429139979166167, + 1.3429315589053448, + 1.342949119894073, + 1.3429666808828011, + 1.3429842418715294, + 1.3430018028602575, + 1.3430193638489856, + 1.3430369248377139, + 1.343054485826442, + 1.3430720468151702, + 1.3430896078038983, + 1.3431071687926264, + 1.3431247297813547, + 1.3431422907700827, + 1.343159851758811, + 1.343177412747539, + 1.3431949737362674, + 1.3432125347249955, + 1.3432300957137235, + 1.3432476567024518, + 1.34326521769118, + 1.3432827786799082, + 1.3433003396686363, + 1.3433179006573643, + 1.3433354616460926, + 1.3433530226348207, + 1.343370583623549, + 1.343388144612277, + 1.3434057056010054, + 1.3434232665897334, + 1.3434408275784615, + 1.3434583885671898, + 1.3434759495559179, + 1.3434935105446462, + 1.3435110715333742, + 1.3435286325221023, + 1.3435461935108306, + 1.3435637544995587, + 1.343581315488287, + 1.343598876477015, + 1.3436164374657433, + 1.3436339984544714, + 1.3436515594431995, + 1.3436691204319278, + 1.3436866814206558, + 1.3437042424093841, + 1.3437218033981122, + 1.3437393643868403, + 1.3437569253755686, + 1.3437744863642966, + 1.343792047353025, + 1.343809608341753, + 1.3438271693304813, + 1.3438447303192094, + 1.3438622913079374, + 1.3438798522966657, + 1.3438974132853938, + 1.343914974274122, + 1.3439325352628502, + 1.3439500962515782, + 1.3439676572403065, + 1.3439852182290346, + 1.344002779217763, + 1.344020340206491, + 1.3440379011952193, + 1.3440554621839473 + ], + "p10": [ + 1.2428086081423897, + 1.242826169131118, + 1.242843730119846, + 1.2428612911085744, + 1.2428788520973024, + 1.2428964130860305, + 1.2429139740747588, + 1.2429315350634869, + 1.2429490960522152, + 1.2429666570409432, + 1.2429842180296715, + 1.2430017790183996, + 1.2430193400071277, + 1.243036900995856, + 1.243054461984584, + 1.2430720229733123, + 1.2430895839620404, + 1.2431071449507685, + 1.2431247059394968, + 1.2431422669282248, + 1.2431598279169531, + 1.2431773889056812, + 1.2431949498944095, + 1.2432125108831376, + 1.2432300718718656, + 1.243247632860594, + 1.243265193849322, + 1.2432827548380503, + 1.2433003158267784, + 1.2433178768155064, + 1.2433354378042347, + 1.2433529987929628, + 1.243370559781691, + 1.2433881207704192, + 1.2434056817591475, + 1.2434232427478755, + 1.2434408037366036, + 1.2434583647253319, + 1.24347592571406, + 1.2434934867027883, + 1.2435110476915163, + 1.2435286086802444, + 1.2435461696689727, + 1.2435637306577008, + 1.243581291646429, + 1.2435988526351571, + 1.2436164136238854, + 1.2436339746126135, + 1.2436515356013416, + 1.2436690965900699, + 1.243686657578798, + 1.2437042185675262, + 1.2437217795562543, + 1.2437393405449824, + 1.2437569015337107, + 1.2437744625224387, + 1.243792023511167, + 1.243809584499895, + 1.2438271454886234, + 1.2438447064773515, + 1.2438622674660795, + 1.2438798284548078, + 1.243897389443536, + 1.2439149504322642, + 1.2439325114209923, + 1.2439500724097203, + 1.2439676333984486, + 1.2439851943871767, + 1.244002755375905, + 1.244020316364633, + 1.2440378773533614, + 1.2440554383420894 + ], + "p90": [ + 1.4428086558261055, + 1.4428262168148338, + 1.4428437778035619, + 1.4428613387922902, + 1.4428788997810182, + 1.4428964607697463, + 1.4429140217584746, + 1.4429315827472027, + 1.442949143735931, + 1.442966704724659, + 1.4429842657133873, + 1.4430018267021154, + 1.4430193876908435, + 1.4430369486795718, + 1.4430545096682998, + 1.4430720706570281, + 1.4430896316457562, + 1.4431071926344843, + 1.4431247536232126, + 1.4431423146119406, + 1.443159875600669, + 1.443177436589397, + 1.4431949975781253, + 1.4432125585668534, + 1.4432301195555814, + 1.4432476805443097, + 1.4432652415330378, + 1.443282802521766, + 1.4433003635104942, + 1.4433179244992222, + 1.4433354854879505, + 1.443352927267389, + 1.443370607465407, + 1.443388168454135, + 1.4434057294428633, + 1.4434232904315913, + 1.4434408514203194, + 1.4434584124090477, + 1.4434759733977758, + 1.443493534386504, + 1.4435110953752321, + 1.4435286563639602, + 1.4435462173526885, + 1.4435637783414166, + 1.4435813393301449, + 1.443598900318873, + 1.4436163420983117, + 1.4436340222963293, + 1.4436515832850574, + 1.4436691442737857, + 1.4436867052625137, + 1.443704266251242, + 1.4437218272399701, + 1.4437393882286982, + 1.4437569492174265, + 1.4437745102061545, + 1.4437920711948828, + 1.443809632183611, + 1.4438271931723392, + 1.4438447541610673, + 1.4438623151497954, + 1.4438798761385236, + 1.4438974371272517, + 1.44391499811598, + 1.443932559104708, + 1.4439501200934362, + 1.4439676810821644, + 1.4439852420708925, + 1.4440028030596208, + 1.4440203640483489, + 1.4440379250370772, + 1.4440554860258052 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_075632.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_075632.json new file mode 100644 index 0000000000000000000000000000000000000000..cff819ea20aba455d91f72f7c0699217cd519056 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_075632.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T07:56:32.550883+00:00", + "metrics": { + "MSE[mean]": 0.08881100986649255, + "MSE[0.5]": 0.08777856840324791, + "MAE[0.5]": 0.2780161259902848, + "MASE[0.5]": 4.225847533101684, + "MAPE[0.5]": 0.17207637082191848, + "sMAPE[0.5]": 0.19013086703260124, + "MSIS": 83.98557038673614, + "RMSE[mean]": 0.29801176128886686, + "NRMSE[mean]": 0.1880529856705879, + "ND[0.5]": 0.1754352322570449, + "mean_weighted_sum_quantile_loss": 0.15329810584438114 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.310478150844574, + 1.3106035590171814, + 1.308530032634735, + 1.3036885261535645, + 1.3177877068519592, + 1.3091710805892944, + 1.3007223010063171, + 1.3011242151260376, + 1.3103929162025452, + 1.3140029311180115, + 1.3106273412704468, + 1.3089566826820374, + 1.3025329113006592, + 1.3036171793937683, + 1.3030346035957336, + 1.2974663972854614, + 1.305054783821106, + 1.299035370349884, + 1.3045387864112854, + 1.3045700192451477, + 1.3109621405601501, + 1.303120732307434, + 1.2944012880325317, + 1.3018872737884521, + 1.311493456363678, + 1.3073613047599792, + 1.3119654655456543, + 1.3006674647331238, + 1.292999804019928, + 1.3153702020645142, + 1.3057883977890015, + 1.3062542080879211, + 1.3165436387062073, + 1.3130239844322205, + 1.2993656992912292, + 1.3025083541870117, + 1.3059568405151367, + 1.314777672290802, + 1.304441750049591, + 1.3231996297836304, + 1.3021379709243774, + 1.3003475069999695, + 1.2913265824317932, + 1.3002537488937378, + 1.3142117857933044, + 1.3141341805458069, + 1.3084468841552734, + 1.3014078736305237, + 1.3042068481445312, + 1.3152026534080505, + 1.3078493475914001, + 1.304241955280304, + 1.3051857352256775, + 1.2954484224319458, + 1.3042328357696533, + 1.3196861147880554, + 1.3075507879257202, + 1.2860833406448364, + 1.3012890219688416, + 1.312153697013855, + 1.3160589933395386, + 1.3121773600578308, + 1.3198772072792053, + 1.320837378501892, + 1.2888052463531494, + 1.2861581444740295, + 1.303201138973236, + 1.3048183917999268, + 1.3050550818443298, + 1.3216484189033508, + 1.2977665066719055, + 1.3134139776229858 + ], + "p10": [ + 1.1963235139846802, + 1.165031611919403, + 1.1735036373138428, + 1.1266164183616638, + 1.199957549571991, + 1.1910333633422852, + 1.1765159964561462, + 1.1293390393257141, + 1.1915137767791748, + 1.1703319549560547, + 1.1986928582191467, + 1.1998806595802307, + 1.134153425693512, + 1.183948040008545, + 1.1284906268119812, + 1.1562647819519043, + 1.1748954057693481, + 1.1988558173179626, + 1.158302128314972, + 1.1894028782844543, + 1.168619453907013, + 1.1644030213356018, + 1.1806257367134094, + 1.1688531637191772, + 1.1814640164375305, + 1.1662734746932983, + 1.159778118133545, + 1.1478905081748962, + 1.165932834148407, + 1.1964660286903381, + 1.1585072875022888, + 1.13772451877594, + 1.1702246069908142, + 1.1658029556274414, + 1.1566274166107178, + 1.1574760675430298, + 1.1362226605415344, + 1.1777931451797485, + 1.1409628987312317, + 1.1495929956436157, + 1.1564183235168457, + 1.1637247800827026, + 1.130291759967804, + 1.1609916687011719, + 1.1790796518325806, + 1.1581643223762512, + 1.141946017742157, + 1.17740797996521, + 1.137279450893402, + 1.1788537502288818, + 1.1276187896728516, + 1.0960195660591125, + 1.055116057395935, + 1.1175786852836609, + 1.1265028715133667, + 1.1219828128814697, + 1.1119384765625, + 1.1076173782348633, + 1.1066195964813232, + 1.1298664212226868, + 1.1213023662567139, + 1.1021799445152283, + 1.1376747488975525, + 1.1241093873977661, + 1.081108033657074, + 1.0742747783660889, + 1.1170608401298523, + 1.0737524628639221, + 1.0456069111824036, + 1.0936055779457092, + 1.0968011617660522, + 1.0687992572784424 + ], + "p90": [ + 1.4046470522880554, + 1.4453078508377075, + 1.4164610505104065, + 1.4142357110977173, + 1.4361621141433716, + 1.463367223739624, + 1.4322503209114075, + 1.4313152432441711, + 1.4312520027160645, + 1.4369813799858093, + 1.4293517470359802, + 1.4433733820915222, + 1.4104134440422058, + 1.441312849521637, + 1.4500272870063782, + 1.4403494596481323, + 1.4219226241111755, + 1.4163318276405334, + 1.4167683124542236, + 1.442787230014801, + 1.4532854557037354, + 1.4145563840866089, + 1.4163148999214172, + 1.4433676600456238, + 1.4371567964553833, + 1.4340767860412598, + 1.4658586978912354, + 1.418609619140625, + 1.4218113422393799, + 1.4297735691070557, + 1.4657193422317505, + 1.4580846428871155, + 1.4331814050674438, + 1.4695681929588318, + 1.4840089678764343, + 1.429823875427246, + 1.4453328251838684, + 1.4310832023620605, + 1.4595845341682434, + 1.4758774042129517, + 1.4575215578079224, + 1.4524027705192566, + 1.4270707964897156, + 1.4346347451210022, + 1.4605163931846619, + 1.4575767517089844, + 1.462320864200592, + 1.4534551501274109, + 1.4567731022834778, + 1.5218573212623596, + 1.487258791923523, + 1.4829024076461792, + 1.4867280721664429, + 1.5307210087776184, + 1.4605313539505005, + 1.4761611819267273, + 1.4992398023605347, + 1.4373056888580322, + 1.4919390678405762, + 1.4959129691123962, + 1.4978205561637878, + 1.4731903076171875, + 1.5229625701904297, + 1.485713005065918, + 1.442423939704895, + 1.4453596472740173, + 1.491076946258545, + 1.5482503175735474, + 1.5047144293785095, + 1.5691019296646118, + 1.4677084684371948, + 1.5314978957176208 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_075715.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_075715.json new file mode 100644 index 0000000000000000000000000000000000000000..b7475ae715486ac0820c2da1199d0469894abaae --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_075715.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T07:57:15.014335+00:00", + "metrics": { + "MSE[mean]": 0.08419926878778064, + "MSE[0.5]": 0.0842882200661658, + "MAE[0.5]": 0.27222226560115814, + "MASE[0.5]": 4.137780804794772, + "MAPE[0.5]": 0.16845599275539413, + "sMAPE[0.5]": 0.18573866781537227, + "MSIS": 48.12066317458909, + "RMSE[mean]": 0.29017110260634266, + "NRMSE[mean]": 0.1831053310260335, + "ND[0.5]": 0.1717791592885767, + "mean_weighted_sum_quantile_loss": 0.15920928869503287 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776 + ], + "p10": [ + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197 + ], + "p90": [ + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.412499874830246, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.412499874830246, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_075715.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_075715.json new file mode 100644 index 0000000000000000000000000000000000000000..98d0cf20ab91183588df17ae963f5211af2cc9dc --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_075715.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T07:57:15.044153+00:00", + "metrics": { + "MSE[mean]": 0.0894444685512159, + "MSE[0.5]": 0.0894444685512159, + "MAE[0.5]": 0.27222226560115814, + "MASE[0.5]": 4.137780804794772, + "MAPE[0.5]": 0.1683371518393657, + "sMAPE[0.5]": 0.18685793579611606, + "MSIS": 143.88288809291154, + "RMSE[mean]": 0.2990726810513055, + "NRMSE[mean]": 0.1887224529695316, + "ND[0.5]": 0.1717791592885767, + "mean_weighted_sum_quantile_loss": 0.16668616133953454 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142 + ], + "p10": [ + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.1760000467300415, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.1760000467300415, + 1.47, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.1760000467300415, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.1760000467300415, + 1.47, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.1760000467300415, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.1760000467300415, + 1.47, + 1.3719999766349793 + ], + "p90": [ + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.22400004863739, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.22400004863739, + 1.53, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.22400004863739, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.22400004863739, + 1.53, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.22400004863739, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.22400004863739, + 1.53, + 1.4279999756813049 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_075708.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_075708.json new file mode 100644 index 0000000000000000000000000000000000000000..8666c1cfbb0d71c3c6230e44600177dcf7852fa8 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_075708.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T07:57:08.745115+00:00", + "metrics": { + "MSE[mean]": 0.08886957995846305, + "MSE[0.5]": 0.08886957995846305, + "MAE[0.5]": 0.28009531398614246, + "MASE[0.5]": 4.257451208722489, + "MAPE[0.5]": 0.17340285689913415, + "sMAPE[0.5]": 0.1916956777017158, + "MSIS": 113.17619717401556, + "RMSE[mean]": 0.29811001318047514, + "NRMSE[mean]": 0.1881149851080759, + "ND[0.5]": 0.17674725265751656, + "mean_weighted_sum_quantile_loss": 0.16042077030316323 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.333526611328125, + 1.3198413848876953, + 1.3112297058105469, + 1.308058738708496, + 1.3068737983703613, + 1.304610252380371, + 1.3061060905456543, + 1.3055720329284668, + 1.3053717613220215, + 1.3040658235549927, + 1.303469181060791, + 1.304595708847046, + 1.3041033744812012, + 1.3032355308532715, + 1.3035192489624023, + 1.3050755262374878, + 1.3078417778015137, + 1.304931640625, + 1.3058140277862549, + 1.3053967952728271, + 1.3028433322906494, + 1.3021841049194336, + 1.3048992156982422, + 1.3054218292236328, + 1.3049837350845337, + 1.3043996095657349, + 1.3045618534088135, + 1.3061811923980713, + 1.3072409629821777, + 1.3062396049499512, + 1.3052340745925903, + 1.3060059547424316, + 1.3058724403381348, + 1.3038947582244873, + 1.303469181060791, + 1.3044955730438232, + 1.302534580230713, + 1.3024845123291016, + 1.3024344444274902, + 1.304161787033081, + 1.3052006959915161, + 1.3032522201538086, + 1.3025763034820557, + 1.3034274578094482, + 1.3019003868103027, + 1.3003482818603516, + 1.3017001152038574, + 1.3024177551269531, + 1.3015499114990234, + 1.300565242767334, + 1.3003149032592773, + 1.3015332221984863, + 1.3022842407226562, + 1.3010492324829102, + 1.3023009300231934, + 1.3034942150115967, + 1.3014497756958008, + 1.3015165328979492, + 1.3016834259033203, + 1.3024344444274902, + 1.3013997077941895, + 1.3022174835205078, + 1.3016834259033203, + 1.30255126953125, + 1.3052549362182617, + 1.3051255941390991, + 1.3051923513412476, + 1.3060894012451172, + 1.3047876358032227, + 1.3031604290008545, + 1.3043036460876465, + 1.307591438293457 + ], + "p10": [ + 1.227783203125, + 1.222442626953125, + 1.21923828125, + 1.21923828125, + 1.21710205078125, + 1.216033935546875, + 1.2187042236328125, + 1.2197723388671875, + 1.2219085693359375, + 1.2197723388671875, + 1.2197723388671875, + 1.2208404541015625, + 1.2197723388671875, + 1.2197723388671875, + 1.22137451171875, + 1.224578857421875, + 1.2251129150390625, + 1.2208404541015625, + 1.22137451171875, + 1.22137451171875, + 1.2187042236328125, + 1.21710205078125, + 1.2187042236328125, + 1.2187042236328125, + 1.218170166015625, + 1.21923828125, + 1.220306396484375, + 1.222442626953125, + 1.222442626953125, + 1.2219085693359375, + 1.2208404541015625, + 1.22137451171875, + 1.2229766845703125, + 1.22137451171875, + 1.2197723388671875, + 1.22137451171875, + 1.2187042236328125, + 1.2187042236328125, + 1.2176361083984375, + 1.21923828125, + 1.220306396484375, + 1.2187042236328125, + 1.21710205078125, + 1.21710205078125, + 1.2149658203125, + 1.2133636474609375, + 1.2144317626953125, + 1.213897705078125, + 1.2149658203125, + 1.2144317626953125, + 1.2149658203125, + 1.216033935546875, + 1.2176361083984375, + 1.2154998779296875, + 1.21710205078125, + 1.2187042236328125, + 1.218170166015625, + 1.2187042236328125, + 1.2187042236328125, + 1.21923828125, + 1.2176361083984375, + 1.218170166015625, + 1.2176361083984375, + 1.218170166015625, + 1.222442626953125, + 1.2229766845703125, + 1.2240447998046875, + 1.2240447998046875, + 1.2235107421875, + 1.22137451171875, + 1.2219085693359375, + 1.2251129150390625 + ], + "p90": [ + 1.433929443359375, + 1.427520751953125, + 1.4216461181640625, + 1.4173736572265625, + 1.415771484375, + 1.4114990234375, + 1.4114990234375, + 1.4109649658203125, + 1.4088287353515625, + 1.4066925048828125, + 1.4045562744140625, + 1.404022216796875, + 1.4045562744140625, + 1.4024200439453125, + 1.4013519287109375, + 1.401885986328125, + 1.4114990234375, + 1.408294677734375, + 1.4072265625, + 1.4072265625, + 1.404022216796875, + 1.4034881591796875, + 1.406158447265625, + 1.4066925048828125, + 1.4056243896484375, + 1.4034881591796875, + 1.4034881591796875, + 1.404022216796875, + 1.4056243896484375, + 1.404022216796875, + 1.4024200439453125, + 1.4029541015625, + 1.401885986328125, + 1.4002838134765625, + 1.40081787109375, + 1.4002838134765625, + 1.3981475830078125, + 1.397613525390625, + 1.3981475830078125, + 1.399749755859375, + 1.401885986328125, + 1.4002838134765625, + 1.4002838134765625, + 1.4002838134765625, + 1.3992156982421875, + 1.3981475830078125, + 1.399749755859375, + 1.401885986328125, + 1.3992156982421875, + 1.3981475830078125, + 1.3981475830078125, + 1.399749755859375, + 1.4002838134765625, + 1.398681640625, + 1.399749755859375, + 1.4002838134765625, + 1.3970794677734375, + 1.3970794677734375, + 1.3970794677734375, + 1.397613525390625, + 1.39654541015625, + 1.397613525390625, + 1.397613525390625, + 1.399749755859375, + 1.40081787109375, + 1.40081787109375, + 1.399749755859375, + 1.4002838134765625, + 1.3981475830078125, + 1.39654541015625, + 1.3981475830078125, + 1.4024200439453125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_075404.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_075404.json new file mode 100644 index 0000000000000000000000000000000000000000..0301126e5ffc804b4ae0fdf691a97e12e0620f41 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_075404.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T07:54:04.836145+00:00", + "metrics": { + "MSE[mean]": 0.08540058405505431, + "MSE[0.5]": 0.09652233333889883, + "MAE[0.5]": 0.29321034914917415, + "MASE[0.5]": 4.4567998572687815, + "MAPE[0.5]": 0.18168382048858478, + "sMAPE[0.5]": 0.20168735546391614, + "MSIS": 124.05246900540806, + "RMSE[mean]": 0.2922337832199664, + "NRMSE[mean]": 0.18440693484931617, + "ND[0.5]": 0.1850231727383761, + "mean_weighted_sum_quantile_loss": 0.16148328140196658 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3043817281723022, + 1.293152928352356, + 1.289110541343689, + 1.2874054908752441, + 1.2898627519607544, + 1.2926145792007446, + 1.2919855117797852, + 1.2925180196762085, + 1.293683409690857, + 1.2966059446334839, + 1.2972955703735352, + 1.2973637580871582, + 1.298355221748352, + 1.2957360744476318, + 1.2958441972732544, + 1.2933825254440308, + 1.2949634790420532, + 1.2941243648529053, + 1.2927072048187256, + 1.294742226600647, + 1.2951879501342773, + 1.2946463823318481, + 1.2942628860473633, + 1.2976295948028564, + 1.2953625917434692, + 1.293430209159851, + 1.2938306331634521, + 1.2946805953979492, + 1.2956267595291138, + 1.2926808595657349, + 1.2939457893371582, + 1.2927404642105103, + 1.2928906679153442, + 1.2930572032928467, + 1.292767882347107, + 1.2930488586425781, + 1.2933562994003296, + 1.2932863235473633, + 1.2927321195602417, + 1.291028380393982, + 1.2922455072402954, + 1.2891548871994019, + 1.2876696586608887, + 1.286474347114563, + 1.2878111600875854, + 1.2870594263076782, + 1.2871841192245483, + 1.2884677648544312, + 1.2892897129058838, + 1.2876943349838257, + 1.2866393327713013, + 1.2863240242004395, + 1.2863013744354248, + 1.2834128141403198, + 1.2832740545272827, + 1.2828336954116821, + 1.2842938899993896, + 1.2845380306243896, + 1.2858939170837402, + 1.2862579822540283, + 1.2883177995681763, + 1.2888580560684204, + 1.2884786128997803, + 1.2886569499969482, + 1.2912193536758423, + 1.2911553382873535, + 1.2933309078216553, + 1.293039321899414, + 1.2922194004058838, + 1.2924777269363403, + 1.2932524681091309, + 1.2930018901824951 + ], + "p10": [ + 1.3261785507202148, + 1.3151410818099976, + 1.3126782178878784, + 1.3100879192352295, + 1.3126658201217651, + 1.3146424293518066, + 1.3147603273391724, + 1.313745141029358, + 1.3154520988464355, + 1.319347858428955, + 1.3188045024871826, + 1.3202180862426758, + 1.3212121725082397, + 1.318988561630249, + 1.3173956871032715, + 1.3158372640609741, + 1.3171025514602661, + 1.3167924880981445, + 1.3146016597747803, + 1.3159252405166626, + 1.3160392045974731, + 1.3150557279586792, + 1.3179137706756592, + 1.3188896179199219, + 1.3187048435211182, + 1.3152300119400024, + 1.3167381286621094, + 1.3176649808883667, + 1.3181169033050537, + 1.3165329694747925, + 1.3151885271072388, + 1.313575029373169, + 1.3139140605926514, + 1.3140817880630493, + 1.314193606376648, + 1.3149399757385254, + 1.313889980316162, + 1.3150581121444702, + 1.313603401184082, + 1.3121678829193115, + 1.3131682872772217, + 1.3117951154708862, + 1.309117317199707, + 1.3079713582992554, + 1.3115737438201904, + 1.3093382120132446, + 1.3094931840896606, + 1.3117727041244507, + 1.313604712486267, + 1.3096158504486084, + 1.309927225112915, + 1.3097736835479736, + 1.3077584505081177, + 1.3066695928573608, + 1.3058888912200928, + 1.3065590858459473, + 1.306878685951233, + 1.3070837259292603, + 1.3083314895629883, + 1.310103178024292, + 1.311071515083313, + 1.3109536170959473, + 1.3116405010223389, + 1.3110227584838867, + 1.31264328956604, + 1.3144631385803223, + 1.3148424625396729, + 1.314706563949585, + 1.3148237466812134, + 1.3161194324493408, + 1.3147655725479126, + 1.3144290447235107 + ], + "p90": [ + 1.3849468231201172, + 1.378018856048584, + 1.377501368522644, + 1.3745851516723633, + 1.3778817653656006, + 1.3811078071594238, + 1.380997896194458, + 1.3807804584503174, + 1.381679654121399, + 1.3838493824005127, + 1.384880781173706, + 1.385090708732605, + 1.3859233856201172, + 1.3841193914413452, + 1.3844332695007324, + 1.3830595016479492, + 1.3856488466262817, + 1.3839298486709595, + 1.3832995891571045, + 1.3832308053970337, + 1.38496732711792, + 1.3852145671844482, + 1.3851643800735474, + 1.3861627578735352, + 1.386046290397644, + 1.3843721151351929, + 1.3830821514129639, + 1.385056734085083, + 1.3851416110992432, + 1.3835883140563965, + 1.3842394351959229, + 1.3820348978042603, + 1.3810358047485352, + 1.3816330432891846, + 1.379992127418518, + 1.3806220293045044, + 1.3810794353485107, + 1.381924033164978, + 1.3812247514724731, + 1.3812388181686401, + 1.381237268447876, + 1.380859375, + 1.3785454034805298, + 1.377602219581604, + 1.3789623975753784, + 1.3805667161941528, + 1.3803596496582031, + 1.382396936416626, + 1.3818608522415161, + 1.3810583353042603, + 1.3787617683410645, + 1.3814687728881836, + 1.3785687685012817, + 1.3776084184646606, + 1.378188133239746, + 1.376992106437683, + 1.3787741661071777, + 1.3781229257583618, + 1.3804510831832886, + 1.3794221878051758, + 1.3824846744537354, + 1.382681965827942, + 1.3829630613327026, + 1.385310173034668, + 1.385258436203003, + 1.3855465650558472, + 1.3881362676620483, + 1.3877038955688477, + 1.3873437643051147, + 1.3885047435760498, + 1.3872814178466797, + 1.3893309831619263 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_075548.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_075548.json new file mode 100644 index 0000000000000000000000000000000000000000..da68d04ee1a99f6a53d7a63b4b374203696d90c1 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_075548.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T07:55:48.776939+00:00", + "metrics": { + "MSE[mean]": 0.08442865811563809, + "MSE[0.5]": 0.08442865811563809, + "MAE[0.5]": 0.2723541971709993, + "MASE[0.5]": 4.139786165803835, + "MAPE[0.5]": 0.1685286790652478, + "sMAPE[0.5]": 0.18583929835304233, + "MSIS": 78.47624251940088, + "RMSE[mean]": 0.2905660993915809, + "NRMSE[mean]": 0.18335458402354302, + "ND[0.5]": 0.17186241145790568, + "mean_weighted_sum_quantile_loss": 0.1455915902802277 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.323458194732666, + 1.3157720565795898, + 1.313023328781128, + 1.3117369413375854, + 1.312178373336792, + 1.312214732170105, + 1.3123877048492432, + 1.312190055847168, + 1.3131827116012573, + 1.3144254684448242, + 1.3138079643249512, + 1.3125522136688232, + 1.3083566427230835, + 1.3084428310394287, + 1.308750867843628, + 1.3100003004074097, + 1.3117833137512207, + 1.310984492301941, + 1.3116369247436523, + 1.3144423961639404, + 1.3140854835510254, + 1.3113319873809814, + 1.3126509189605713, + 1.3151336908340454, + 1.3153117895126343, + 1.3147530555725098, + 1.314674973487854, + 1.3144207000732422, + 1.3149192333221436, + 1.3138211965560913, + 1.3133516311645508, + 1.3165515661239624, + 1.3007938861846924, + 1.3086013793945312, + 1.3125990629196167, + 1.3143173456192017, + 1.3124462366104126, + 1.313922643661499, + 1.3117866516113281, + 1.3114824295043945, + 1.3138378858566284, + 1.3146625757217407, + 1.313835859298706, + 1.311482310295105, + 1.3114020824432373, + 1.3097039461135864, + 1.312497854232788, + 1.313836932182312, + 1.3147828578948975, + 1.314284086227417, + 1.3139148950576782, + 1.3161698579788208, + 1.3149727582931519, + 1.3141014575958252, + 1.3137799501419067, + 1.3138638734817505, + 1.3133234977722168, + 1.3101979494094849, + 1.3101520538330078, + 1.3101307153701782, + 1.3112297058105469, + 1.3118435144424438, + 1.3114477396011353, + 1.312692642211914, + 1.2998868227005005, + 1.3063220977783203, + 1.309457778930664, + 1.3101879358291626, + 1.3110105991363525, + 1.3115832805633545, + 1.3122386932373047, + 1.3133811950683594 + ], + "p10": [ + 1.230165958404541, + 1.216487169265747, + 1.2145657539367676, + 1.2155979871749878, + 1.2172974348068237, + 1.2167284488677979, + 1.2157974243164062, + 1.2148158550262451, + 1.2143627405166626, + 1.2145432233810425, + 1.2118191719055176, + 1.2102009057998657, + 1.2065062522888184, + 1.2053488492965698, + 1.2041395902633667, + 1.2049592733383179, + 1.2065659761428833, + 1.2035917043685913, + 1.2021701335906982, + 1.2034167051315308, + 1.2027695178985596, + 1.2005422115325928, + 1.2016997337341309, + 1.2036288976669312, + 1.2029269933700562, + 1.2020515203475952, + 1.2023098468780518, + 1.2017513513565063, + 1.2023688554763794, + 1.2002196311950684, + 1.1997003555297852, + 1.2024602890014648, + 1.2058780193328857, + 1.203600287437439, + 1.2029752731323242, + 1.2024362087249756, + 1.2008413076400757, + 1.200345516204834, + 1.197748064994812, + 1.1977386474609375, + 1.1990612745285034, + 1.1974847316741943, + 1.1956411600112915, + 1.1924901008605957, + 1.1919071674346924, + 1.1912387609481812, + 1.1934572458267212, + 1.1941399574279785, + 1.1927051544189453, + 1.1950654983520508, + 1.197243571281433, + 1.2008439302444458, + 1.201040506362915, + 1.2004501819610596, + 1.200110673904419, + 1.198896050453186, + 1.197679877281189, + 1.1939854621887207, + 1.193710446357727, + 1.1922788619995117, + 1.192494511604309, + 1.1922030448913574, + 1.1911121606826782, + 1.1920380592346191, + 1.199153184890747, + 1.1987522840499878, + 1.1973737478256226, + 1.1947221755981445, + 1.1940946578979492, + 1.1932178735733032, + 1.1921907663345337, + 1.1934638023376465 + ], + "p90": [ + 1.4397127628326416, + 1.4391287565231323, + 1.438319206237793, + 1.4375187158584595, + 1.4393290281295776, + 1.4422826766967773, + 1.444528579711914, + 1.4462263584136963, + 1.4476253986358643, + 1.449638843536377, + 1.4486451148986816, + 1.4495793581008911, + 1.4460991621017456, + 1.4465850591659546, + 1.4471815824508667, + 1.4476311206817627, + 1.4493118524551392, + 1.448913812637329, + 1.451012372970581, + 1.4567675590515137, + 1.4557647705078125, + 1.4534775018692017, + 1.454401969909668, + 1.4582040309906006, + 1.4596478939056396, + 1.4581880569458008, + 1.4578804969787598, + 1.4588336944580078, + 1.4603159427642822, + 1.4592348337173462, + 1.460005283355713, + 1.4639455080032349, + 1.4568942785263062, + 1.4667854309082031, + 1.4664949178695679, + 1.4666812419891357, + 1.4674965143203735, + 1.4742921590805054, + 1.4719308614730835, + 1.471688985824585, + 1.4759691953659058, + 1.4801265001296997, + 1.4806373119354248, + 1.4823940992355347, + 1.4846909046173096, + 1.4814674854278564, + 1.482616901397705, + 1.484559416770935, + 1.4869464635849, + 1.4843056201934814, + 1.48337721824646, + 1.487886905670166, + 1.4856590032577515, + 1.4857712984085083, + 1.4853445291519165, + 1.487691879272461, + 1.4887666702270508, + 1.4851186275482178, + 1.4847888946533203, + 1.484611988067627, + 1.4863104820251465, + 1.4877017736434937, + 1.4884167909622192, + 1.4916396141052246, + 1.4525787830352783, + 1.461546778678894, + 1.4622212648391724, + 1.4620311260223389, + 1.4673405885696411, + 1.4706482887268066, + 1.471850872039795, + 1.4726171493530273 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_075455.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_075455.json new file mode 100644 index 0000000000000000000000000000000000000000..99587fd2fed4b9fa0373c558ef7c21231f99bd3f --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_075455.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T07:54:55.425544+00:00", + "metrics": { + "MSE[mean]": 0.09046430652853428, + "MSE[0.5]": 0.09046430652853428, + "MAE[0.5]": 0.28334854543209076, + "MASE[0.5]": 4.306900354995931, + "MAPE[0.5]": 0.17550617774454969, + "sMAPE[0.5]": 0.19416694391886616, + "MSIS": 112.5121863673323, + "RMSE[mean]": 0.3007728487223112, + "NRMSE[mean]": 0.18979530192452074, + "ND[0.5]": 0.17880012427520756, + "mean_weighted_sum_quantile_loss": 0.16305349019929324 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3014872074127197, + 1.301322340965271, + 1.3011635541915894, + 1.3013759851455688, + 1.301257848739624, + 1.3012369871139526, + 1.3013923168182373, + 1.3013402223587036, + 1.301360845565796, + 1.301268219947815, + 1.3014191389083862, + 1.3013628721237183, + 1.3012971878051758, + 1.301318645477295, + 1.301364541053772, + 1.3014085292816162, + 1.3014023303985596, + 1.301326870918274, + 1.3013043403625488, + 1.3013105392456055, + 1.3013505935668945, + 1.3014137744903564, + 1.3013497591018677, + 1.3013396263122559, + 1.301282286643982, + 1.3014278411865234, + 1.3013869524002075, + 1.301421046257019, + 1.3013947010040283, + 1.301344633102417, + 1.3013548851013184, + 1.3013484477996826, + 1.301173448562622, + 1.3013771772384644, + 1.3013266324996948, + 1.3012527227401733, + 1.3011748790740967, + 1.3012892007827759, + 1.3014075756072998, + 1.301302433013916, + 1.3014276027679443, + 1.3014166355133057, + 1.3014105558395386, + 1.3013389110565186, + 1.3013802766799927, + 1.3014016151428223, + 1.3014477491378784, + 1.301446795463562, + 1.3014497756958008, + 1.301414132118225, + 1.3013919591903687, + 1.3013595342636108, + 1.3013644218444824, + 1.3013627529144287, + 1.301411509513855, + 1.3013882637023926, + 1.3013612031936646, + 1.301346778869629, + 1.3014127016067505, + 1.301457405090332, + 1.3014448881149292, + 1.301440954208374, + 1.3014529943466187, + 1.3014109134674072, + 1.3015247583389282, + 1.301439881324768, + 1.301409125328064, + 1.3013354539871216, + 1.3014074563980103, + 1.3014520406723022, + 1.3015841245651245, + 1.301573395729065 + ], + "p10": [ + 1.1875847578048706, + 1.197648286819458, + 1.1902153491973877, + 1.1909927129745483, + 1.1919232606887817, + 1.189881682395935, + 1.1933088302612305, + 1.1959576606750488, + 1.1934504508972168, + 1.1933982372283936, + 1.1940371990203857, + 1.1948449611663818, + 1.1958564519882202, + 1.1963688135147095, + 1.1967003345489502, + 1.1971728801727295, + 1.1971700191497803, + 1.196645736694336, + 1.196434736251831, + 1.1966866254806519, + 1.1970053911209106, + 1.1975533962249756, + 1.1974091529846191, + 1.1975229978561401, + 1.1970109939575195, + 1.1970452070236206, + 1.1967146396636963, + 1.1962239742279053, + 1.1958216428756714, + 1.195408582687378, + 1.195359468460083, + 1.1952375173568726, + 1.1974210739135742, + 1.1913219690322876, + 1.194514274597168, + 1.1958378553390503, + 1.1906609535217285, + 1.1956756114959717, + 1.1927146911621094, + 1.1940728425979614, + 1.195580005645752, + 1.1976298093795776, + 1.1963251829147339, + 1.196338176727295, + 1.1957405805587769, + 1.1950186491012573, + 1.1949999332427979, + 1.1955469846725464, + 1.1950018405914307, + 1.1949896812438965, + 1.1954702138900757, + 1.1958155632019043, + 1.1963975429534912, + 1.1968796253204346, + 1.1968846321105957, + 1.1972129344940186, + 1.1969918012619019, + 1.1967576742172241, + 1.1967633962631226, + 1.196347951889038, + 1.1963375806808472, + 1.195859670639038, + 1.1961699724197388, + 1.196205496788025, + 1.1943634748458862, + 1.193688154220581, + 1.1965336799621582, + 1.1966655254364014, + 1.1942389011383057, + 1.1947580575942993, + 1.193256139755249, + 1.1938891410827637 + ], + "p90": [ + 1.3949089050292969, + 1.403421401977539, + 1.4008294343948364, + 1.40337336063385, + 1.4010652303695679, + 1.3990604877471924, + 1.4012858867645264, + 1.4035401344299316, + 1.4063435792922974, + 1.4031563997268677, + 1.4044901132583618, + 1.402754306793213, + 1.404374361038208, + 1.4055057764053345, + 1.4044159650802612, + 1.4031860828399658, + 1.4043344259262085, + 1.4050161838531494, + 1.4045296907424927, + 1.4050790071487427, + 1.4040056467056274, + 1.4042209386825562, + 1.4045268297195435, + 1.404280424118042, + 1.404333233833313, + 1.4042718410491943, + 1.4041692018508911, + 1.404309868812561, + 1.4050711393356323, + 1.4046947956085205, + 1.4045435190200806, + 1.4050958156585693, + 1.403838038444519, + 1.4084465503692627, + 1.4085839986801147, + 1.403917908668518, + 1.4067058563232422, + 1.4069154262542725, + 1.406473994255066, + 1.407882809638977, + 1.4092775583267212, + 1.406174659729004, + 1.4071152210235596, + 1.406987190246582, + 1.4075626134872437, + 1.4068711996078491, + 1.4064662456512451, + 1.4041941165924072, + 1.4049583673477173, + 1.4062035083770752, + 1.4046556949615479, + 1.4047443866729736, + 1.4046342372894287, + 1.4040223360061646, + 1.4046669006347656, + 1.40446138381958, + 1.4045497179031372, + 1.4040627479553223, + 1.404868483543396, + 1.4045904874801636, + 1.4053311347961426, + 1.4051203727722168, + 1.405063271522522, + 1.405167818069458, + 1.410595417022705, + 1.4086418151855469, + 1.4091179370880127, + 1.4069710969924927, + 1.4086476564407349, + 1.4092774391174316, + 1.4097799062728882, + 1.4126979112625122 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 1d3554b302bc2e87d18256a3f0545ba7c44fe561..e84443c234fffd02a75ac4e7c91cd467c36ff787 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,183772.87828445435,183772.87828445435,351.9072265625,0.3329976500458604,0.005495659237248673,0.005500361481861025,3.633754674252016,428.6873899293684,0.0066881744602840364,0.00549028728247054,0.005525721481998761,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,183710.87797991434,183710.87797991434,351.4972330729167,0.33260968737200747,0.005489287177666213,0.005493981918801724,3.633754674252016,428.61506970697417,0.006687089081892577,0.005483925964629017,0.005525046224762538,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.4265604910841963,0.4265604910841963,0.5446166714032491,1.5883053828052056,0.6215386873013541,0.4116005976522605,58.02429526388753,0.6531159859352673,0.5274367030346239,0.43981594045853184,0.43087967329333865,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.4958110123986426,0.4958110123986426,0.595000006755193,1.726890138132155,0.7003133875644968,0.44927057348075544,63.479715755860546,0.704138489502344,0.5882035960279767,0.49703453060409625,0.48759814571520654,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.0894444685512159,0.0894444685512159,0.27222226560115814,4.137780804794772,0.1683371518393657,0.18685793579611606,143.88288809291154,0.2990726810513055,0.1887224529695316,0.1717791592885767,0.16668616133953454,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.0074999936421894136,0.0074999936421894136,0.02500001589457194,0.012884761515607383,0.001787856581662755,0.0017710816686899427,0.4333142267897299,0.08660250367159955,0.006187734819545476,0.0017862470746416001,0.005270417504067875,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,178.86375139236543,178.86375139236543,11.420833349227905,0.9870090446936203,0.5744512286689242,0.4160341618397391,36.25167944883194,13.373995341421555,0.6232541518332375,0.5322330104494558,0.5220388356674835,Air Quality,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 2f0c76135e9810184e22567107501bcb6e0bac3b..eec88de810c2804cdad55202cbd89858750aec17 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T07:47:19.546605+00:00", + "evaluated_at": "2026-06-22T07:57:15.029661+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64271.6015625 + 64261.76171875 ], "p50": [ 63417.96875, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 3e9603a221316ae187bfe0bfd1e371698d4d6716..c0a33d04444170302b06f713eeb35d3cf6e160b1 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T07:40:48.274325+00:00", + "evaluated_at": "2026-06-22T07:57:15.035687+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.784999966621399, - 1.7640000581741333, 1.7549999952316284, 1.7359999418258667, 1.7100000381469727, @@ -245,11 +243,11 @@ 1.840999960899353, 1.8480000495910645, 1.8619999885559082, - 1.86899995803833 + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413 ], "actuals": [ - 1.8769999742507935, - 1.871000051498413, 1.8589999675750732, 1.850000023841858, 1.8450000286102295, @@ -307,11 +305,11 @@ 0.6449999809265137, 0.6430000066757202, 0.6290000081062317, - 0.6240000128746033 + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282 ], "p50": [ - 1.4780000448226929, - 1.5080000162124634, 1.5420000553131104, 1.562000036239624, 1.5889999866485596, @@ -334,8 +332,8 @@ 1.8480000495910645, 1.8619999885559082, 1.86899995803833, - 1.4780000448226929, - 1.5080000162124634, + 1.8769999742507935, + 1.871000051498413, 1.5420000553131104, 1.562000036239624, 1.5889999866485596, @@ -358,8 +356,8 @@ 1.8480000495910645, 1.8619999885559082, 1.86899995803833, - 1.4780000448226929, - 1.5080000162124634, + 1.8769999742507935, + 1.871000051498413, 1.5420000553131104, 1.562000036239624, 1.5889999866485596, @@ -369,11 +367,11 @@ 1.680999994277954, 1.7070000171661377, 1.7280000448226929, - 1.7480000257492065 + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901 ], "p10": [ - 1.448440043926239, - 1.4778400158882141, 1.5111600542068482, 1.5307600355148314, 1.5572199869155883, @@ -396,8 +394,8 @@ 1.811040048599243, 1.82475998878479, 1.8316199588775635, - 1.448440043926239, - 1.4778400158882141, + 1.8394599747657776, + 1.8335800504684447, 1.5111600542068482, 1.5307600355148314, 1.5572199869155883, @@ -420,8 +418,8 @@ 1.811040048599243, 1.82475998878479, 1.8316199588775635, - 1.448440043926239, - 1.4778400158882141, + 1.8394599747657776, + 1.8335800504684447, 1.5111600542068482, 1.5307600355148314, 1.5572199869155883, @@ -431,11 +429,11 @@ 1.647379994392395, 1.672860016822815, 1.693440043926239, - 1.7130400252342224 + 1.7130400252342224, + 1.7287200570106507, + 1.7385200476646423 ], "p90": [ - 1.5075600457191467, - 1.5381600165367126, 1.5728400564193725, 1.5932400369644166, 1.6207799863815309, @@ -458,8 +456,8 @@ 1.8849600505828858, 1.8992399883270263, 1.9063799571990967, - 1.5075600457191467, - 1.5381600165367126, + 1.9145399737358093, + 1.9084200525283814, 1.5728400564193725, 1.5932400369644166, 1.6207799863815309, @@ -482,8 +480,8 @@ 1.8849600505828858, 1.8992399883270263, 1.9063799571990967, - 1.5075600457191467, - 1.5381600165367126, + 1.9145399737358093, + 1.9084200525283814, 1.5728400564193725, 1.5932400369644166, 1.6207799863815309, @@ -493,11 +491,11 @@ 1.7146199941635132, 1.7411400175094605, 1.7625600457191468, - 1.7829600262641907 + 1.7829600262641907, + 1.799280059337616, + 1.809480049610138 ], "timestamps": [ - "2026-06-21 01:36:00", - "2026-06-21 01:42:00", "2026-06-21 01:48:00", "2026-06-21 01:54:00", "2026-06-21 02:00:00", @@ -795,6 +793,8 @@ "2026-06-22 07:12:00", "2026-06-22 07:18:00", "2026-06-22 07:24:00", - "2026-06-22 07:30:00" + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index b1f6732e8e6a8c43712d07b2dae3a789c1d49b4d..f8ffba936ace0bc53318958c633abe4750c98404 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T07:33:31.112470+00:00", + "evaluated_at": "2026-06-22T07:57:15.044153+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 1c9a8aadd87871a3409b6ea461cf87ad85cf07e8..78b51fa2dad6d79f5f5b11e918b99ffa55512fab 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T07:25:19.444560+00:00", + "evaluated_at": "2026-06-22T07:57:15.050594+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 0b0775af9d5e0bf453e9642fba0f34eb86969ded..37eece29895f753b6d4f7362831734a33aa06902 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,11 +1,29 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T07:47:19.551280+00:00", + "evaluated_at": "2026-06-22T07:57:15.053340+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:44:53.667740Z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 38fd65d6fbd500ed37630baf20417ac73708ad65..195ced7dd41ad2c10f3f6b4cecefc61998e50353 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,92757.86364364624,92757.86364364624,232.83756510416666,0.2203261432834405,0.0036418091353283637,0.003632332999089667,1.4735147323653075,304.5617566991073,0.004751626034695877,0.0036326196965602063,0.0034880862494224593,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,92606.26694933574,92606.26694933574,232.42757161458334,0.21993818060958759,0.0036354479222245385,0.0036259534470566464,1.4735147323653075,304.31277815651407,0.004747772068961651,0.0036262464535772605,0.0034845549951883718,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.02278690123792586,0.02278690123792586,0.14066290259361267,0.4102254981926843,0.14284898073164792,0.13031437914818797,2.918174825816008,0.15095330813839708,0.12190532290014576,0.11359510283156479,0.07071709961983264,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.02660408423876331,0.02660408423876331,0.15332409540812175,0.44499809292818654,0.16198325233585278,0.14621017200564185,3.01241551496567,0.16310758485969717,0.1362522705181462,0.1280796116407915,0.0778568152111039,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.08886957995846305,0.08886957995846305,0.28009531398614246,4.257451208722489,0.17340285689913415,0.1916956777017158,113.17619717401556,0.29811001318047514,0.1881149851080759,0.17674725265751656,0.16042077030316323,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,0.009374404254685942,0.009374404254685942,0.07958579063415527,0.04101773121571483,0.005687310959701511,0.005663499907871228,0.6509143968807845,0.09682150719073702,0.006917880961003523,0.005686391812821399,0.009474677375105439,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,96.87194170152816,96.87194170152816,7.899872779846191,0.6827212732391588,0.43279835976119574,0.32183168222857267,2.831153880447644,9.842354479570838,0.4586728301159226,0.36814941109962834,0.24510933638390597,Air Quality,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 2ddb9e51248d27d9049ac745df1da18d5f25ffe0..c09ba4afbfa2d08c2a3d7be9e9a49119fada6b91 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T07:47:16.781778+00:00", + "evaluated_at": "2026-06-22T07:57:00.660362+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64271.6015625 + 64261.76171875 ], "p50": [ 64302.25, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 48b22f6c62cfdcd4ef812161f42fd92133f05d81..449f5dc769df67080e9e6d7adc5039d0d07d3975 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T07:40:44.482951+00:00", + "evaluated_at": "2026-06-22T07:57:04.346941+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.784999966621399, - 1.7640000581741333, 1.7549999952316284, 1.7359999418258667, 1.7100000381469727, @@ -245,11 +243,11 @@ 1.840999960899353, 1.8480000495910645, 1.8619999885559082, - 1.86899995803833 + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413 ], "actuals": [ - 1.8769999742507935, - 1.871000051498413, 1.8589999675750732, 1.850000023841858, 1.8450000286102295, @@ -307,197 +305,197 @@ 0.6449999809265137, 0.6430000066757202, 0.6290000081062317, - 0.6240000128746033 + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282 ], "p50": [ - 1.887603759765625, - 1.88427734375, - 1.880950927734375, - 1.880950927734375, - 1.880950927734375, - 1.874298095703125, - 1.867645263671875, - 1.860992431640625, - 1.854339599609375, - 1.8443603515625, - 1.83770751953125, - 1.821075439453125, - 1.81109619140625, - 1.801116943359375, - 1.787811279296875, - 1.774505615234375, - 1.7645263671875, - 1.751220703125, - 1.734588623046875, - 1.70465087890625, - 1.6846923828125, - 1.648101806640625, - 1.62481689453125, - 1.588226318359375, - 1.57159423828125, - 1.53167724609375, - 1.5067291259765625, - 1.4767913818359375, - 1.455169677734375, - 1.4185791015625, - 1.38531494140625, - 1.355377197265625, - 1.3387451171875, - 1.3038177490234375, - 1.2672271728515625, - 1.2339630126953125, - 1.2056884765625, - 1.1861457824707031, - 1.1408233642578125, - 1.1042327880859375, - 1.0715923309326172, - 1.0537128448486328, - 1.0210723876953125, - 0.9919662475585938, - 0.9711761474609375, - 0.9537124633789062, - 0.9279327392578125, - 0.9179534912109375, - 0.9395751953125, - 0.9237747192382812, - 0.9054794311523438, - 0.8880157470703125, - 0.863067626953125, - 0.8547515869140625, - 0.843109130859375, - 0.8331298828125, - 0.816497802734375, - 0.8181610107421875, - 0.8065185546875, - 0.803192138671875 + 1.881256103515625, + 1.87457275390625, + 1.87457275390625, + 1.8712310791015625, + 1.867889404296875, + 1.8578643798828125, + 1.8511810302734375, + 1.841156005859375, + 1.83447265625, + 1.8244476318359375, + 1.8110809326171875, + 1.79437255859375, + 1.7776641845703125, + 1.760955810546875, + 1.747589111328125, + 1.7308807373046875, + 1.720855712890625, + 1.707489013671875, + 1.6840972900390625, + 1.654022216796875, + 1.627288818359375, + 1.5938720703125, + 1.5704803466796875, + 1.5370635986328125, + 1.5103302001953125, + 1.4752426147460938, + 1.4451675415039062, + 1.4167633056640625, + 1.3917007446289062, + 1.3566131591796875, + 1.3265380859375, + 1.2998046875, + 1.2881088256835938, + 1.2521858215332031, + 1.2170982360839844, + 1.1899471282958984, + 1.1619606018066406, + 1.1448345184326172, + 1.1040034294128418, + 1.075390338897705, + 1.045419692993164, + 1.0278759002685547, + 1.0040664672851562, + 0.9827632904052734, + 0.9606246948242188, + 0.9547767639160156, + 0.9263725280761719, + 0.9155120849609375, + 0.9297142028808594, + 0.9113349914550781, + 0.8962974548339844, + 0.8795890808105469, + 0.8553619384765625, + 0.8486785888671875, + 0.838653564453125, + 0.8353118896484375, + 0.8202743530273438, + 0.8202743530273438, + 0.8102493286132812, + 0.8102493286132812 ], "p10": [ - 1.87762451171875, - 1.867645263671875, - 1.860992431640625, - 1.854339599609375, - 1.85101318359375, - 1.83770751953125, - 1.834381103515625, - 1.821075439453125, - 1.81109619140625, - 1.79779052734375, - 1.78448486328125, - 1.7645263671875, - 1.747894287109375, - 1.727935791015625, - 1.7113037109375, - 1.69134521484375, - 1.66473388671875, - 1.648101806640625, - 1.621490478515625, - 1.581573486328125, - 1.554962158203125, - 1.515045166015625, - 1.47845458984375, - 1.4368743896484375, - 1.4102630615234375, - 1.3670196533203125, - 1.3304290771484375, - 1.2971649169921875, - 1.2630691528320312, - 1.222320556640625, - 1.1832351684570312, - 1.1449813842773438, - 1.1320915222167969, - 1.09773588180542, - 1.0692014694213867, - 1.0314674377441406, - 1.0056877136230469, - 0.98614501953125, - 0.9478912353515625, - 0.9171218872070312, - 0.8880157470703125, - 0.8805313110351562, - 0.8514251708984375, - 0.82647705078125, - 0.8148345947265625, - 0.8015289306640625, - 0.7799072265625, - 0.763275146484375, - 0.78656005859375, - 0.776580810546875, - 0.75994873046875, - 0.7449798583984375, - 0.7250213623046875, - 0.7216949462890625, - 0.7117156982421875, - 0.7050628662109375, - 0.69342041015625, - 0.696746826171875, - 0.683441162109375, - 0.6784515380859375 + 1.8645477294921875, + 1.854522705078125, + 1.8511810302734375, + 1.8444976806640625, + 1.8378143310546875, + 1.8244476318359375, + 1.814422607421875, + 1.801055908203125, + 1.787689208984375, + 1.7709808349609375, + 1.7542724609375, + 1.7275390625, + 1.707489013671875, + 1.6840972900390625, + 1.667388916015625, + 1.640655517578125, + 1.613922119140625, + 1.5972137451171875, + 1.560455322265625, + 1.52703857421875, + 1.4919509887695312, + 1.4485092163085938, + 1.413421630859375, + 1.3699798583984375, + 1.33990478515625, + 1.2998046875, + 1.2613754272460938, + 1.2271232604980469, + 1.1899471282958984, + 1.1511001586914062, + 1.113297462463379, + 1.074711561203003, + 1.083326816558838, + 1.0502233505249023, + 1.0220279693603516, + 0.9940414428710938, + 0.9681434631347656, + 0.9505996704101562, + 0.9146766662597656, + 0.8904495239257812, + 0.8620452880859375, + 0.8486785888671875, + 0.825286865234375, + 0.8069076538085938, + 0.7918701171875, + 0.7868576049804688, + 0.7634658813476562, + 0.745086669921875, + 0.7601242065429688, + 0.745086669921875, + 0.7300491333007812, + 0.7150115966796875, + 0.6949615478515625, + 0.6932907104492188, + 0.6832656860351562, + 0.6799240112304688, + 0.6698989868164062, + 0.67156982421875, + 0.6615447998046875, + 0.658203125 ], "p90": [ - 1.8975830078125, - 1.90423583984375, - 1.900909423828125, - 1.894256591796875, - 1.90423583984375, - 1.900909423828125, - 1.900909423828125, - 1.894256591796875, - 1.894256591796875, - 1.887603759765625, - 1.880950927734375, - 1.874298095703125, - 1.8709716796875, - 1.8709716796875, - 1.857666015625, - 1.847686767578125, - 1.86431884765625, - 1.86431884765625, - 1.841033935546875, - 1.82440185546875, - 1.81109619140625, - 1.7911376953125, - 1.774505615234375, - 1.74456787109375, - 1.734588623046875, - 1.70465087890625, - 1.69134521484375, - 1.67138671875, - 1.661407470703125, - 1.641448974609375, - 1.6181640625, - 1.601531982421875, - 1.6314697265625, - 1.59820556640625, - 1.554962158203125, - 1.535003662109375, - 1.515045166015625, - 1.4934234619140625, - 1.441864013671875, - 1.408599853515625, - 1.3869781494140625, - 1.3670196533203125, - 1.3337554931640625, - 1.298828125, - 1.2680587768554688, - 1.2497634887695312, - 1.2281417846679688, - 1.2140045166015625, - 1.182403564453125, - 1.169097900390625, - 1.1549606323242188, - 1.1300125122070312, - 1.1063117980957031, - 1.087808609008789, - 1.0708646774291992, - 1.0551681518554688, - 1.0347938537597656, - 1.0243988037109375, - 1.0102615356445312, - 1.0036087036132812 + 1.894622802734375, + 1.8912811279296875, + 1.894622802734375, + 1.887939453125, + 1.8912811279296875, + 1.8845977783203125, + 1.8845977783203125, + 1.8779144287109375, + 1.87457275390625, + 1.867889404296875, + 1.8578643798828125, + 1.8511810302734375, + 1.841156005859375, + 1.83447265625, + 1.82110595703125, + 1.8110809326171875, + 1.827789306640625, + 1.8244476318359375, + 1.7977142333984375, + 1.7776641845703125, + 1.7576141357421875, + 1.7375640869140625, + 1.720855712890625, + 1.694122314453125, + 1.680755615234375, + 1.6506805419921875, + 1.627288818359375, + 1.6105804443359375, + 1.5938720703125, + 1.573822021484375, + 1.5571136474609375, + 1.5370635986328125, + 1.547088623046875, + 1.5053176879882812, + 1.4702301025390625, + 1.453521728515625, + 1.4284591674804688, + 1.4084091186523438, + 1.3616256713867188, + 1.3365631103515625, + 1.3148422241210938, + 1.2964630126953125, + 1.2747421264648438, + 1.2505149841308594, + 1.2237815856933594, + 1.2179336547851562, + 1.1962127685546875, + 1.1786689758300781, + 1.1803398132324219, + 1.1644668579101562, + 1.1556949615478516, + 1.1339740753173828, + 1.1118354797363281, + 1.1003484725952148, + 1.0896968841552734, + 1.0834312438964844, + 1.0673494338989258, + 1.058786392211914, + 1.0479259490966797, + 1.0450019836425781 ], "timestamps": [ - "2026-06-21 01:36:00", - "2026-06-21 01:42:00", "2026-06-21 01:48:00", "2026-06-21 01:54:00", "2026-06-21 02:00:00", @@ -795,6 +793,8 @@ "2026-06-22 07:12:00", "2026-06-22 07:18:00", "2026-06-22 07:24:00", - "2026-06-22 07:30:00" + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 3129317ddb874f3fc44d17345db3cc9ef6121e25..99c724b16df0028022e76a3a412c381c1e1cb81a 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T07:33:28.429674+00:00", + "evaluated_at": "2026-06-22T07:57:08.745115+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 93d07f25ea4c4abfcad1048b2c9e7e6693fd23cf..e8f4e7e4581792f9d3dcd3927670e4072c7fd53b 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T07:25:16.431314+00:00", + "evaluated_at": "2026-06-22T07:57:12.499743+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 6bf1a9d5daaabff9e9016512f61c25509a20dc03..b084c85d797231ae506aeb2b9f26e8c25e635bee 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,11 +1,29 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T07:47:19.248428+00:00", + "evaluated_at": "2026-06-22T07:57:14.487063+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:44:53.667740Z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 6ce0dd1322f136eaaf5596357a680be7fc169f0f..6ae984febe7543924a295218d279ae1098a908a1 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,125298.17601458232,80927.21528244019,188.96940104166666,0.17881521528309055,0.0029581630759514463,0.002949678054482247,8.477603870242119,353.9748239841109,0.005522544942934137,0.0029482097013170446,0.003627374893378334,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,125425.64395141602,80953.13295682271,189.37939453125,0.1792031779569435,0.0029645457788252567,0.002956057619366208,8.493122377196237,354.1548304787272,0.005525388787223218,0.0029546251893829358,0.0036337947412882717,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.024279483277240742,0.010943288927295866,0.09226385056972504,0.269075807247415,0.10183824233457517,0.09402920211860219,17.203338481309725,0.15581875136594037,0.1258345075932179,0.07450949326265333,0.10741088420957691,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.020621219833698964,0.008044611804300435,0.07682522932688395,0.2229726544169979,0.08996976675101562,0.08347555618608053,15.221064893515829,0.14360090471058656,0.11995732345683205,0.06417611993868527,0.09810808168276383,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.08540058405505431,0.09652233333889883,0.29321034914917415,4.4567998572687815,0.18168382048858478,0.20168735546391614,124.05246900540806,0.2922337832199664,0.18440693484931617,0.1850231727383761,0.16148328140196658,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.00211398318136465,0.010294307922966558,0.09231356779734294,0.04757750197998356,0.006594643729927452,0.006621025186851755,1.4139245150309996,0.04597807283221699,0.003285125835141485,0.0065957894236193335,0.006846533248589538,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,55.68834250098947,28.589202197623916,4.357548554738362,0.3765872160729092,0.2419012594193822,0.20426482054606665,27.423896376430196,7.462462227776397,0.34776523003229814,0.2030702239101373,0.32716270570230327,Air Quality,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index cad49e1183a34ffe0ef1ab4612475f08fdf97094..8fe92220aaf7e19096fce2a9f22f26e8b3f668f0 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T07:45:47.151008+00:00", + "evaluated_at": "2026-06-22T07:52:24.588156+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64271.6015625 + 64261.76171875 ], "p50": [ 64181.921875, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 9d843e1e4dd3340e78738971902f22635cc7accb..77cd767f9ebdd819f6d4ef479703dcfdc5da921f 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T07:38:38.836477+00:00", + "evaluated_at": "2026-06-22T07:53:53.268805+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.784999966621399, - 1.7640000581741333, 1.7549999952316284, 1.7359999418258667, 1.7100000381469727, @@ -245,11 +243,11 @@ 1.840999960899353, 1.8480000495910645, 1.8619999885559082, - 1.86899995803833 + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413 ], "actuals": [ - 1.8769999742507935, - 1.871000051498413, 1.8589999675750732, 1.850000023841858, 1.8450000286102295, @@ -307,197 +305,197 @@ 0.6449999809265137, 0.6430000066757202, 0.6290000081062317, - 0.6240000128746033 + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282 ], "p50": [ - 1.8571224212646484, - 1.851959466934204, - 1.8728280067443848, - 1.860320806503296, - 1.8514914512634277, - 1.8501501083374023, - 1.8503239154815674, - 1.8464560508728027, - 1.8260674476623535, - 1.8223152160644531, - 1.7883632183074951, - 1.783088207244873, - 1.7571322917938232, - 1.7553989887237549, - 1.7369961738586426, - 1.7125606536865234, - 1.694869041442871, - 1.6703126430511475, - 1.6448700428009033, - 1.619074821472168, - 1.5943224430084229, - 1.5668625831604004, - 1.5295085906982422, - 1.5122439861297607, - 1.4761672019958496, - 1.4355075359344482, - 1.423119306564331, - 1.3940229415893555, - 1.358128547668457, - 1.3227033615112305, - 1.299156665802002, - 1.2693290710449219, - 1.2395830154418945, - 1.213923692703247, - 1.1889495849609375, - 1.1624127626419067, - 1.145357370376587, - 1.1114914417266846, - 1.0971125364303589, - 1.0713098049163818, - 1.037546992301941, - 1.0276421308517456, - 0.9859266877174377, - 0.9603148102760315, - 0.9527148008346558, - 0.930461049079895, - 0.9129001498222351, - 0.8921293020248413, - 0.8797013759613037, - 0.8691449761390686, - 0.8630005121231079, - 0.8480552434921265, - 0.825657308101654, - 0.8361095786094666, - 0.8188053369522095, - 0.8191024661064148, - 0.8122864961624146, - 0.8112586140632629, - 0.8139824271202087, - 0.7953413724899292 + 1.8507616519927979, + 1.8423235416412354, + 1.848860263824463, + 1.8312819004058838, + 1.8256878852844238, + 1.8271918296813965, + 1.8185348510742188, + 1.807093858718872, + 1.793943166732788, + 1.7795660495758057, + 1.746778964996338, + 1.737386703491211, + 1.705702781677246, + 1.6998865604400635, + 1.6755847930908203, + 1.6472246646881104, + 1.6270742416381836, + 1.5995731353759766, + 1.5691783428192139, + 1.5372085571289062, + 1.5118074417114258, + 1.4817140102386475, + 1.4513485431671143, + 1.4343547821044922, + 1.3956565856933594, + 1.362105131149292, + 1.3466217517852783, + 1.3126041889190674, + 1.282407522201538, + 1.2440789937973022, + 1.2167258262634277, + 1.1813876628875732, + 1.1511861085891724, + 1.1386981010437012, + 1.1035693883895874, + 1.0779705047607422, + 1.0653550624847412, + 1.0277984142303467, + 1.016440987586975, + 0.9984795451164246, + 0.9699956774711609, + 0.9533215165138245, + 0.9220486879348755, + 0.8989065289497375, + 0.8872636556625366, + 0.8672455549240112, + 0.8526360392570496, + 0.8361573219299316, + 0.8277935981750488, + 0.8271621465682983, + 0.8260521292686462, + 0.8118944764137268, + 0.794695258140564, + 0.8115261793136597, + 0.7903971076011658, + 0.7906573414802551, + 0.7896823883056641, + 0.7939603328704834, + 0.7993138432502747, + 0.7818202972412109 ], "p10": [ - 1.867339849472046, - 1.880195140838623, - 1.8678104877471924, - 1.871755599975586, - 1.8520092964172363, - 1.864802598953247, - 1.8353807926177979, - 1.8337504863739014, - 1.8239569664001465, - 1.8358521461486816, - 1.7883479595184326, - 1.798586368560791, - 1.7299506664276123, - 1.7751421928405762, - 1.7375857830047607, - 1.7316992282867432, - 1.703657865524292, - 1.6758828163146973, - 1.6633195877075195, - 1.6536483764648438, - 1.6152901649475098, - 1.5812642574310303, - 1.555082082748413, - 1.5306262969970703, - 1.5041813850402832, - 1.4883065223693848, - 1.4610683917999268, - 1.4325482845306396, - 1.4011261463165283, - 1.3861849308013916, - 1.3179244995117188, - 1.3401353359222412, - 1.2995235919952393, - 1.2766449451446533, - 1.2553448677062988, - 1.2228120565414429, - 1.2317190170288086, - 1.1799430847167969, - 1.1682071685791016, - 1.1305534839630127, - 1.104162335395813, - 1.0958309173583984, - 1.077493667602539, - 1.0598065853118896, - 1.0223357677459717, - 1.0327284336090088, - 1.019897699356079, - 1.001994013786316, - 0.9831603169441223, - 0.9786632657051086, - 0.9474821090698242, - 0.9601040482521057, - 0.9537064433097839, - 0.9480487108230591, - 0.9350283145904541, - 0.9363729953765869, - 0.9191250801086426, - 0.9380800127983093, - 0.9173223376274109, - 0.9111381769180298 + 1.856128215789795, + 1.8714139461517334, + 1.8511807918548584, + 1.8456761837005615, + 1.8329830169677734, + 1.8299901485443115, + 1.7930924892425537, + 1.803147554397583, + 1.7885730266571045, + 1.7855584621429443, + 1.750720500946045, + 1.7385339736938477, + 1.6803126335144043, + 1.706404685974121, + 1.6778066158294678, + 1.673459768295288, + 1.636516809463501, + 1.5994744300842285, + 1.585050344467163, + 1.5719592571258545, + 1.5326290130615234, + 1.5085740089416504, + 1.4721622467041016, + 1.4386286735534668, + 1.424631118774414, + 1.4135806560516357, + 1.3774058818817139, + 1.3576562404632568, + 1.3255372047424316, + 1.2967984676361084, + 1.2330763339996338, + 1.2548232078552246, + 1.2119181156158447, + 1.1965043544769287, + 1.1698752641677856, + 1.1385033130645752, + 1.1419514417648315, + 1.0913857221603394, + 1.0864118337631226, + 1.0612313747406006, + 1.0377334356307983, + 1.0167587995529175, + 1.007804036140442, + 0.9928929805755615, + 0.9530491828918457, + 0.9747474193572998, + 0.965003490447998, + 0.9498999714851379, + 0.9271920919418335, + 0.9303786158561707, + 0.9020286202430725, + 0.9216097593307495, + 0.9164290428161621, + 0.9165536761283875, + 0.9118381142616272, + 0.9039022326469421, + 0.889589786529541, + 0.9199320673942566, + 0.9096177220344543, + 0.8986288905143738 ], "p90": [ - 1.8856499195098877, - 1.877046823501587, - 1.9029500484466553, - 1.8937230110168457, - 1.8920953273773193, - 1.8953266143798828, - 1.8925695419311523, - 1.8944549560546875, - 1.8869991302490234, - 1.871706247329712, - 1.855126142501831, - 1.8334095478057861, - 1.8273670673370361, - 1.8224143981933594, - 1.8033175468444824, - 1.7779383659362793, - 1.7696917057037354, - 1.7541821002960205, - 1.7418293952941895, - 1.7297470569610596, - 1.706270456314087, - 1.6836130619049072, - 1.6596181392669678, - 1.6507234573364258, - 1.627258539199829, - 1.592529535293579, - 1.5874030590057373, - 1.5647971630096436, - 1.5385305881500244, - 1.5194265842437744, - 1.5140690803527832, - 1.4859728813171387, - 1.4632108211517334, - 1.4340684413909912, - 1.416034460067749, - 1.4041049480438232, - 1.3931550979614258, - 1.369067907333374, - 1.3527870178222656, - 1.3355774879455566, - 1.3100898265838623, - 1.3142282962799072, - 1.2796008586883545, - 1.2680916786193848, - 1.2686564922332764, - 1.249786138534546, - 1.248018741607666, - 1.2350094318389893, - 1.219887375831604, - 1.2154518365859985, - 1.1992281675338745, - 1.2101993560791016, - 1.1834522485733032, - 1.1968985795974731, - 1.1958107948303223, - 1.1972242593765259, - 1.1860885620117188, - 1.1949589252471924, - 1.204457402229309, - 1.1875724792480469 + 1.8807213306427002, + 1.8718516826629639, + 1.8839099407196045, + 1.869159460067749, + 1.8703453540802002, + 1.8726224899291992, + 1.8626530170440674, + 1.8577847480773926, + 1.8537781238555908, + 1.8349719047546387, + 1.8169019222259521, + 1.7935409545898438, + 1.7809512615203857, + 1.7704946994781494, + 1.7493228912353516, + 1.7201004028320312, + 1.7057828903198242, + 1.6928386688232422, + 1.6768484115600586, + 1.6534030437469482, + 1.6342036724090576, + 1.603058099746704, + 1.582132339477539, + 1.5752789974212646, + 1.5486013889312744, + 1.5234572887420654, + 1.5169236660003662, + 1.4894306659698486, + 1.466747522354126, + 1.4447166919708252, + 1.4329845905303955, + 1.4038245677947998, + 1.3811028003692627, + 1.3662188053131104, + 1.338773250579834, + 1.321603775024414, + 1.3221869468688965, + 1.297239065170288, + 1.2858166694641113, + 1.2706468105316162, + 1.254399061203003, + 1.2509766817092896, + 1.2265957593917847, + 1.2194139957427979, + 1.218384027481079, + 1.201542854309082, + 1.2022531032562256, + 1.1887407302856445, + 1.1787197589874268, + 1.1841826438903809, + 1.1765388250350952, + 1.1856820583343506, + 1.1630254983901978, + 1.1813461780548096, + 1.182830810546875, + 1.1796783208847046, + 1.1807348728179932, + 1.1878890991210938, + 1.1999082565307617, + 1.187011480331421 ], "timestamps": [ - "2026-06-21 01:36:00", - "2026-06-21 01:42:00", "2026-06-21 01:48:00", "2026-06-21 01:54:00", "2026-06-21 02:00:00", @@ -795,6 +793,8 @@ "2026-06-22 07:12:00", "2026-06-22 07:18:00", "2026-06-22 07:24:00", - "2026-06-22 07:30:00" + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index d449cd27cffbd3652ae02f8354eb4a3151794426..a8203d60ba8bf462b2abc6a4e4bff3f7be51309d 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T07:30:48.378136+00:00", + "evaluated_at": "2026-06-22T07:54:04.836145+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 8d3f5b1f13a4ab875fa138a69b06544a776f276e..ecd52fe2789b385a207ba34e8f31fa9752b88e1d 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T07:21:17.325307+00:00", + "evaluated_at": "2026-06-22T07:54:15.282188+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 8f866d69b4f4013858c0189d1448b40ace0e1848..099c13a6754ef1dcd76335dd2506e2a4ad61cadf 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,11 +1,29 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T07:45:50.442086+00:00", + "evaluated_at": "2026-06-22T07:54:18.768083+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:44:53.667740Z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 650b03c5c48dfb6293831ef37cc69afb322480d4..11398ba852b3af0f04f78674902f974b0d18d425 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,177830.8293279012,177830.8293279012,337.0436197916667,0.3189327324985813,0.005272227571157595,0.005250672346935219,1.8059514613876775,421.69992806248047,0.006579159441185788,0.00525839243898384,0.004219036205600067,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,178049.5880807241,178049.5880807241,337.45361328125,0.31932069517243417,0.005278633619242558,0.005257051884834702,1.8059514613876775,421.9592256139497,0.006583247137194572,0.005264822757074257,0.004221195476776408,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.124172883882067,0.124172883882067,0.3007196625073751,0.8770107192002848,0.334769439750489,0.26451954982886006,4.012371468818393,0.35238173034660436,0.2845728202434017,0.2428520978604483,0.14073522009475917,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.09461774749805431,0.09461774749805431,0.2614901343981425,0.7589323179567558,0.3013431532021937,0.24337885308282628,2.7386964563293477,0.30759997967824104,0.2569543021469381,0.21843634408840862,0.1282132756678075,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.08442865811563809,0.08442865811563809,0.2723541971709993,4.139786165803835,0.1685286790652478,0.18583929835304233,78.47624251940088,0.2905660993915809,0.18335458402354302,0.17186241145790568,0.1455915902802277,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.004921157931751925,0.004921157931751925,0.0666356881459554,0.034343376172630315,0.004760187553788527,0.004772662247790824,0.7285126522342766,0.0701509652945127,0.005012275074905639,0.004761109093666072,0.013565391993205313,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,103.94611622582913,103.94611622582913,8.39918565750122,0.7258727939126332,0.4724121496643799,0.3446248660823807,3.0123603013716966,10.195396815515771,0.47512528849005536,0.39141836073792097,0.2627879292345099,Air Quality,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 204149e1b81ea65f93fafb5b3e763f29d7692f39..84d28d4e9c2caca100f02bce621440c3c0eb59d8 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T07:46:20.400844+00:00", + "evaluated_at": "2026-06-22T07:55:36.846179+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64271.6015625 + 64261.76171875 ], "p50": [ 64224.62890625, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index e6106a924b041080255fa5971e1299255f9378f6..402f871aaf40fe1f83665e66efdb7d3bc01a99c6 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T07:39:26.658599+00:00", + "evaluated_at": "2026-06-22T07:55:42.327612+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.784999966621399, - 1.7640000581741333, 1.7549999952316284, 1.7359999418258667, 1.7100000381469727, @@ -245,11 +243,11 @@ 1.840999960899353, 1.8480000495910645, 1.8619999885559082, - 1.86899995803833 + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413 ], "actuals": [ - 1.8769999742507935, - 1.871000051498413, 1.8589999675750732, 1.850000023841858, 1.8450000286102295, @@ -307,197 +305,197 @@ 0.6449999809265137, 0.6430000066757202, 0.6290000081062317, - 0.6240000128746033 + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282 ], "p50": [ - 1.8732680082321167, - 1.8758368492126465, - 1.8744592666625977, - 1.8725812435150146, - 1.870319128036499, - 1.8672958612442017, - 1.8636044263839722, - 1.8568525314331055, - 1.8511791229248047, - 1.845999002456665, - 1.838053822517395, - 1.8284058570861816, - 1.817659616470337, - 1.8058884143829346, - 1.7950685024261475, - 1.7809405326843262, - 1.7679359912872314, - 1.754929542541504, - 1.742260456085205, - 1.727593183517456, - 1.7115867137908936, - 1.695207118988037, - 1.6786237955093384, - 1.6587775945663452, - 1.640909194946289, - 1.6239292621612549, - 1.6013288497924805, - 1.5758200883865356, - 1.5520457029342651, - 1.5302237272262573, - 1.510617733001709, - 1.4887232780456543, - 1.630516529083252, - 1.59395432472229, - 1.5596294403076172, - 1.535161018371582, - 1.5070271492004395, - 1.4773792028427124, - 1.4533002376556396, - 1.4292304515838623, - 1.4069108963012695, - 1.3842155933380127, - 1.3603744506835938, - 1.3338136672973633, - 1.3110567331314087, - 1.2907172441482544, - 1.2728074789047241, - 1.2498042583465576, - 1.2315771579742432, - 1.2159945964813232, - 1.1961886882781982, - 1.1784061193466187, - 1.1619924306869507, - 1.1424477100372314, - 1.1304785013198853, - 1.1179767847061157, - 1.1091617345809937, - 1.1004407405853271, - 1.0921366214752197, - 1.0820919275283813 + 1.8671190738677979, + 1.861673355102539, + 1.8557988405227661, + 1.8514268398284912, + 1.8459594249725342, + 1.839202880859375, + 1.8330986499786377, + 1.8255248069763184, + 1.8170596361160278, + 1.8071539402008057, + 1.7933728694915771, + 1.7774806022644043, + 1.7628883123397827, + 1.7470405101776123, + 1.732698917388916, + 1.7170599699020386, + 1.7016538381576538, + 1.684487223625183, + 1.6664016246795654, + 1.6474668979644775, + 1.6271830797195435, + 1.6065154075622559, + 1.585890769958496, + 1.562361240386963, + 1.5392589569091797, + 1.51417076587677, + 1.487061858177185, + 1.4596641063690186, + 1.4325132369995117, + 1.4073647260665894, + 1.3840787410736084, + 1.3589200973510742, + 1.5304826498031616, + 1.5025173425674438, + 1.4678130149841309, + 1.4422705173492432, + 1.41399347782135, + 1.3836073875427246, + 1.3598649501800537, + 1.3375375270843506, + 1.3143925666809082, + 1.289671778678894, + 1.2646846771240234, + 1.2369314432144165, + 1.2154685258865356, + 1.1958801746368408, + 1.1803643703460693, + 1.157541275024414, + 1.1385812759399414, + 1.1206899881362915, + 1.1001243591308594, + 1.0822298526763916, + 1.0660985708236694, + 1.0477068424224854, + 1.0374865531921387, + 1.0275189876556396, + 1.0189915895462036, + 1.0072494745254517, + 0.9944446086883545, + 0.9817132949829102 ], "p10": [ - 1.8622167110443115, - 1.863826036453247, - 1.8598706722259521, - 1.8531157970428467, - 1.846853256225586, - 1.8386664390563965, - 1.8294618129730225, - 1.816476821899414, - 1.806092381477356, - 1.7947591543197632, - 1.7790671586990356, - 1.7612144947052002, - 1.742079257965088, - 1.7214856147766113, - 1.6994190216064453, - 1.6743321418762207, - 1.6522531509399414, - 1.6287765502929688, - 1.605067253112793, - 1.579404354095459, - 1.5520422458648682, - 1.5251896381378174, - 1.4962763786315918, - 1.4640023708343506, - 1.4304401874542236, - 1.400175929069519, - 1.3635404109954834, - 1.320143222808838, - 1.2751957178115845, - 1.2315433025360107, - 1.1898218393325806, - 1.1550205945968628, - 1.1681424379348755, - 1.203239917755127, - 1.188071370124817, - 1.1527988910675049, - 1.1175501346588135, - 1.0776565074920654, - 1.0332506895065308, - 0.9929238557815552, - 0.9532763361930847, - 0.9152213335037231, - 0.8753842115402222, - 0.8363001942634583, - 0.8037905693054199, - 0.7665334939956665, - 0.7312398552894592, - 0.6951553821563721, - 0.6699541807174683, - 0.6412132978439331, - 0.6063884496688843, - 0.5810699462890625, - 0.5502619743347168, - 0.5216176509857178, - 0.5024175643920898, - 0.4852015972137451, - 0.46562880277633667, - 0.4507906436920166, - 0.44213801622390747, - 0.4239751100540161 + 1.855809211730957, + 1.847710371017456, + 1.8394914865493774, + 1.8307100534439087, + 1.8214139938354492, + 1.8093113899230957, + 1.7985327243804932, + 1.786559820175171, + 1.7740726470947266, + 1.757857084274292, + 1.7354934215545654, + 1.7109384536743164, + 1.6880378723144531, + 1.6636950969696045, + 1.6398348808288574, + 1.615135908126831, + 1.5913656949996948, + 1.5633764266967773, + 1.5339704751968384, + 1.5040990114212036, + 1.4722727537155151, + 1.4406805038452148, + 1.4085992574691772, + 1.3732502460479736, + 1.3336238861083984, + 1.2938215732574463, + 1.2507367134094238, + 1.2045682668685913, + 1.157876968383789, + 1.1115483045578003, + 1.0668355226516724, + 1.0302501916885376, + 1.0464280843734741, + 1.097947120666504, + 1.0891307592391968, + 1.0573714971542358, + 1.028252363204956, + 0.9920254945755005, + 0.9486559629440308, + 0.9098848104476929, + 0.8697179555892944, + 0.8279381990432739, + 0.7882025241851807, + 0.75063157081604, + 0.7218722701072693, + 0.6865195035934448, + 0.6562156677246094, + 0.6208642721176147, + 0.5951611399650574, + 0.5633972883224487, + 0.527114748954773, + 0.49952006340026855, + 0.4696919918060303, + 0.4421119689941406, + 0.4252934455871582, + 0.4113202691078186, + 0.3921123743057251, + 0.36998605728149414, + 0.3557368516921997, + 0.3369758129119873 ], "p90": [ - 1.8820303678512573, - 1.8881778717041016, - 1.8895634412765503, - 1.8919659852981567, - 1.8935765027999878, - 1.8950226306915283, - 1.8971524238586426, - 1.8966145515441895, - 1.8971174955368042, - 1.8983128070831299, - 1.8979895114898682, - 1.8964741230010986, - 1.8926177024841309, - 1.8884339332580566, - 1.8841123580932617, - 1.8789818286895752, - 1.8764359951019287, - 1.8749791383743286, - 1.8718640804290771, - 1.8693795204162598, - 1.8656978607177734, - 1.8633904457092285, - 1.8608094453811646, - 1.853468656539917, - 1.8496737480163574, - 1.8476853370666504, - 1.840017318725586, - 1.8285455703735352, - 1.8189001083374023, - 1.8124704360961914, - 1.806685447692871, - 1.7938820123672485, - 1.8640484809875488, - 1.821045994758606, - 1.8074061870574951, - 1.808957815170288, - 1.8059313297271729, - 1.8016893863677979, - 1.7975183725357056, - 1.7935972213745117, - 1.7914425134658813, - 1.7926404476165771, - 1.792179822921753, - 1.7902507781982422, - 1.787635087966919, - 1.7829997539520264, - 1.7801183462142944, - 1.7680821418762207, - 1.762474536895752, - 1.763016939163208, - 1.7547290325164795, - 1.7523455619812012, - 1.7469736337661743, - 1.74629807472229, - 1.7470266819000244, - 1.748023509979248, - 1.748737096786499, - 1.7503950595855713, - 1.7534455060958862, - 1.7598299980163574 + 1.8760254383087158, + 1.8736684322357178, + 1.8709917068481445, + 1.8711016178131104, + 1.8694571256637573, + 1.8667285442352295, + 1.865807294845581, + 1.8646433353424072, + 1.8618648052215576, + 1.8572744131088257, + 1.8499692678451538, + 1.842057704925537, + 1.8345763683319092, + 1.8254616260528564, + 1.817488670349121, + 1.8112891912460327, + 1.805466651916504, + 1.7997422218322754, + 1.7908964157104492, + 1.7836034297943115, + 1.7759941816329956, + 1.7689765691757202, + 1.76304292678833, + 1.7526121139526367, + 1.7446231842041016, + 1.7340540885925293, + 1.7209478616714478, + 1.708754539489746, + 1.696143627166748, + 1.6832879781723022, + 1.6715434789657593, + 1.6559367179870605, + 1.7634637355804443, + 1.7224571704864502, + 1.7071435451507568, + 1.7101287841796875, + 1.7137095928192139, + 1.7143473625183105, + 1.7116141319274902, + 1.7134884595870972, + 1.7136313915252686, + 1.7099099159240723, + 1.7053556442260742, + 1.7042909860610962, + 1.7067205905914307, + 1.7062314748764038, + 1.708338975906372, + 1.6967236995697021, + 1.6904737949371338, + 1.6883865594863892, + 1.679711103439331, + 1.6756597757339478, + 1.6685715913772583, + 1.667116403579712, + 1.6676828861236572, + 1.6710566282272339, + 1.6714160442352295, + 1.6688721179962158, + 1.6666014194488525, + 1.6684751510620117 ], "timestamps": [ - "2026-06-21 01:36:00", - "2026-06-21 01:42:00", "2026-06-21 01:48:00", "2026-06-21 01:54:00", "2026-06-21 02:00:00", @@ -795,6 +793,8 @@ "2026-06-22 07:12:00", "2026-06-22 07:18:00", "2026-06-22 07:24:00", - "2026-06-22 07:30:00" + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 44b05ddb10072e510973f2f240e4445cf30ee9b5..daaa05e010f67095654c83b019658bc38d12ef4b 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T07:32:03.271139+00:00", + "evaluated_at": "2026-06-22T07:55:48.776939+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index cc4707bafb51728fc091fcba8efbb630f709f213..6b31a5febb371ea38ba110e8b1101213551d662a 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T07:23:06.182253+00:00", + "evaluated_at": "2026-06-22T07:55:55.124025+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index bc8347d974fe2022229035738346689a9bd3bcd8..5846be717b845246b58b0e747c57ca4cf966da4c 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,11 +1,29 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T07:46:23.020247+00:00", + "evaluated_at": "2026-06-22T07:55:57.786809+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:44:53.667740Z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 9e9ebef639f64fe18fa5ff86cd472642f4b2c11d..2329c11e347f7c23f580501f255886f2ebc119b5 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,95098.59470939636,95098.59470939636,222.86930338541666,0.21089352162400346,0.0034878464300897223,0.003477271570446009,1.821472124545619,308.38060041026637,0.004811205797424607,0.003477099671929308,0.004265452304648623,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,95112.2734375,95112.2734375,223.279296875,0.2112814842978564,0.0034942276513249344,0.0034836511356081314,1.821472124545619,308.40277793414896,0.004811582687838546,0.0034835185551600526,0.004267611873789221,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.002103217329028458,0.002103217329028458,0.036954973141352335,0.10777448771554726,0.03528699709476494,0.03430305799507565,1.8948685242645882,0.04586084745214002,0.03703583237806094,0.02984371782983707,0.06040605530856286,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.007201414802009213,0.007201414802009213,0.07593052287896475,0.22037591538524423,0.0805670495064004,0.07628851363077455,1.8263941212781425,0.08486115013366961,0.07088894360393902,0.06342872499024631,0.07208558206595438,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.09046430652853428,0.09046430652853428,0.28334854543209076,4.306900354995931,0.17550617774454969,0.19416694391886616,112.5121863673323,0.3007728487223112,0.18979530192452074,0.17880012427520756,0.16305349019929324,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.0004924023849450047,0.0004924023849450047,0.015497088432312012,0.007987046467437338,0.0011088889436566961,0.001108364831466357,1.0148653389990736,0.02219014161615479,0.0015854820138872557,0.0011072644511274014,0.01517449476225942,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,47.02352757015751,47.02352757015751,5.981669187545776,0.5169466544113396,0.3390473663888512,0.2723283342247392,2.875945915918399,6.8573703101230805,0.31956677173389114,0.27875739903125946,0.2092540285013769,Air Quality,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 189495d18ce23c4cc65f0388c3926a32e1185e77..47b56aaf6dea847c36e3bb836ea464844b8a90f5 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T07:46:11.844270+00:00", + "evaluated_at": "2026-06-22T07:54:42.969622+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64271.6015625 + 64261.76171875 ], "p50": [ 64245.96484375, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 739cc63a72f4fc6cdf1189a3d2ccba774c062daa..26f6fd8ecfc01005f7db95ba4991b6a235386f81 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T07:39:12.775505+00:00", + "evaluated_at": "2026-06-22T07:54:49.279517+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.784999966621399, - 1.7640000581741333, 1.7549999952316284, 1.7359999418258667, 1.7100000381469727, @@ -245,11 +243,11 @@ 1.840999960899353, 1.8480000495910645, 1.8619999885559082, - 1.86899995803833 + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413 ], "actuals": [ - 1.8769999742507935, - 1.871000051498413, 1.8589999675750732, 1.850000023841858, 1.8450000286102295, @@ -307,197 +305,197 @@ 0.6449999809265137, 0.6430000066757202, 0.6290000081062317, - 0.6240000128746033 + 0.6240000128746033, + 0.6359999775886536, + 0.640999972820282 ], "p50": [ - 1.8680691719055176, - 1.8686182498931885, - 1.8642107248306274, - 1.8572819232940674, - 1.8483589887619019, - 1.8383312225341797, - 1.8256971836090088, - 1.8129258155822754, - 1.8005026578903198, - 1.7871079444885254, - 1.7730084657669067, - 1.7571299076080322, - 1.7381234169006348, - 1.7188506126403809, - 1.6973670721054077, - 1.6756212711334229, - 1.6540017127990723, - 1.631295084953308, - 1.6102244853973389, - 1.5896062850952148, - 1.5659953355789185, - 1.541024088859558, - 1.5114870071411133, - 1.4826197624206543, - 1.4546854496002197, - 1.4265223741531372, - 1.394753098487854, - 1.3606781959533691, - 1.3330615758895874, - 1.3040735721588135, - 1.2786296606063843, - 1.25380539894104, - 1.2125685214996338, - 1.1850788593292236, - 1.1525487899780273, - 1.125441551208496, - 1.0924980640411377, - 1.0660388469696045, - 1.03627610206604, - 1.009960412979126, - 0.9888187646865845, - 0.9594722986221313, - 0.9343355894088745, - 0.9081099033355713, - 0.8819502592086792, - 0.858946681022644, - 0.8318732976913452, - 0.810080885887146, - 0.7838340997695923, - 0.7632689476013184, - 0.7394329309463501, - 0.7242570519447327, - 0.7111389636993408, - 0.6933403015136719, - 0.6798972487449646, - 0.6648315191268921, - 0.6476819515228271, - 0.6398805379867554, - 0.6333998441696167, - 0.6229795217514038 + 1.8665318489074707, + 1.8610730171203613, + 1.8540427684783936, + 1.84617018699646, + 1.8382564783096313, + 1.8280937671661377, + 1.8152825832366943, + 1.8016409873962402, + 1.7862839698791504, + 1.7697789669036865, + 1.7525269985198975, + 1.734678864479065, + 1.7141376733779907, + 1.6929526329040527, + 1.6712474822998047, + 1.650879144668579, + 1.6305545568466187, + 1.6078102588653564, + 1.58485746383667, + 1.561633586883545, + 1.5363447666168213, + 1.5102462768554688, + 1.4809826612472534, + 1.4531095027923584, + 1.4244325160980225, + 1.3957117795944214, + 1.3666017055511475, + 1.3369038105010986, + 1.3123174905776978, + 1.2832728624343872, + 1.2565243244171143, + 1.2315645217895508, + 1.1936838626861572, + 1.1676453351974487, + 1.138722538948059, + 1.1144726276397705, + 1.084887146949768, + 1.060795783996582, + 1.0356433391571045, + 1.0125048160552979, + 0.9910867810249329, + 0.9628427028656006, + 0.9387366771697998, + 0.9157317876815796, + 0.8937448859214783, + 0.8739477396011353, + 0.8511719107627869, + 0.8325531482696533, + 0.8108562231063843, + 0.7947273254394531, + 0.7740015983581543, + 0.7618932723999023, + 0.7500615119934082, + 0.7364398241043091, + 0.7261808514595032, + 0.7152865529060364, + 0.7027453184127808, + 0.6989257335662842, + 0.6966685056686401, + 0.6894283294677734 ], "p10": [ - 1.8544046878814697, - 1.8490016460418701, - 1.8392938375473022, - 1.826550841331482, - 1.8132611513137817, - 1.7979509830474854, - 1.7809923887252808, - 1.760680913925171, - 1.742708683013916, - 1.7248265743255615, - 1.7024831771850586, - 1.6777232885360718, - 1.6492573022842407, - 1.6169087886810303, - 1.5859880447387695, - 1.552767276763916, - 1.518141746520996, - 1.4853801727294922, - 1.4534209966659546, - 1.4223012924194336, - 1.3899660110473633, - 1.3551692962646484, - 1.315567135810852, - 1.2772296667099, - 1.236452579498291, - 1.1956751346588135, - 1.1557002067565918, - 1.1130661964416504, - 1.071184754371643, - 1.034964680671692, - 0.9961563944816589, - 0.9603971242904663, - 0.9074220061302185, - 0.8745529651641846, - 0.8298178911209106, - 0.789556086063385, - 0.7423913478851318, - 0.7060654163360596, - 0.659552812576294, - 0.629075288772583, - 0.5936830043792725, - 0.5552504658699036, - 0.5182493329048157, - 0.4785130023956299, - 0.4348108172416687, - 0.39668965339660645, - 0.36128753423690796, - 0.323283851146698, - 0.28671199083328247, - 0.26091694831848145, - 0.221896231174469, - 0.1988464593887329, - 0.17791599035263062, - 0.14349138736724854, - 0.12621402740478516, - 0.10823148488998413, - 0.07801830768585205, - 0.05793046951293945, - 0.0468672513961792, - 0.024024605751037598 + 1.8537788391113281, + 1.8420889377593994, + 1.8297438621520996, + 1.8154224157333374, + 1.8032081127166748, + 1.7878053188323975, + 1.7704365253448486, + 1.7499029636383057, + 1.72896409034729, + 1.7077887058258057, + 1.6822185516357422, + 1.6565197706222534, + 1.626317024230957, + 1.5927338600158691, + 1.5613662004470825, + 1.5308641195297241, + 1.4984710216522217, + 1.4664196968078613, + 1.4332408905029297, + 1.3993738889694214, + 1.3656885623931885, + 1.3295838832855225, + 1.2902148962020874, + 1.2535014152526855, + 1.2123790979385376, + 1.1711362600326538, + 1.1347519159317017, + 1.0966203212738037, + 1.0578685998916626, + 1.0223268270492554, + 0.9830377697944641, + 0.9480419158935547, + 0.881770133972168, + 0.8540831804275513, + 0.8133198022842407, + 0.7773582339286804, + 0.7345783710479736, + 0.6993411779403687, + 0.6597070097923279, + 0.6310741901397705, + 0.5957732200622559, + 0.5585616827011108, + 0.5222175717353821, + 0.4865504503250122, + 0.44710487127304077, + 0.41323763132095337, + 0.3820861577987671, + 0.3483812212944031, + 0.3138113021850586, + 0.2916727662086487, + 0.255484938621521, + 0.2369425892829895, + 0.21530574560165405, + 0.18446195125579834, + 0.1713024377822876, + 0.1565779447555542, + 0.12741881608963013, + 0.11106443405151367, + 0.10116589069366455, + 0.08158338069915771 ], "p90": [ - 1.8814395666122437, - 1.8858789205551147, - 1.8864980936050415, - 1.8844727277755737, - 1.8829423189163208, - 1.877401351928711, - 1.8708231449127197, - 1.8669207096099854, - 1.8593499660491943, - 1.8542580604553223, - 1.8481870889663696, - 1.8424897193908691, - 1.833064079284668, - 1.8245009183883667, - 1.8149755001068115, - 1.8079044818878174, - 1.7968933582305908, - 1.787038803100586, - 1.7778942584991455, - 1.7699443101882935, - 1.7610009908676147, - 1.751616358757019, - 1.7353246212005615, - 1.72073233127594, - 1.705934762954712, - 1.692495584487915, - 1.6755214929580688, - 1.6579208374023438, - 1.6437127590179443, - 1.6303188800811768, - 1.6130175590515137, - 1.6033833026885986, - 1.5920392274856567, - 1.5619087219238281, - 1.5548566579818726, - 1.5428166389465332, - 1.5224666595458984, - 1.5125757455825806, - 1.5040249824523926, - 1.4959652423858643, - 1.4898855686187744, - 1.4799615144729614, - 1.4662489891052246, - 1.4687657356262207, - 1.463596224784851, - 1.4546456336975098, - 1.4504342079162598, - 1.4428589344024658, - 1.4308674335479736, - 1.4350106716156006, - 1.4321868419647217, - 1.429047703742981, - 1.4319688081741333, - 1.4228036403656006, - 1.427131175994873, - 1.4384793043136597, - 1.4362282752990723, - 1.4379982948303223, - 1.4540776014328003, - 1.448209285736084 + 1.8787949085235596, + 1.8775584697723389, + 1.8752634525299072, + 1.8729734420776367, + 1.8720659017562866, + 1.866807222366333, + 1.8600506782531738, + 1.855290412902832, + 1.8449606895446777, + 1.836536169052124, + 1.827857255935669, + 1.8199195861816406, + 1.8081799745559692, + 1.7976861000061035, + 1.7871721982955933, + 1.7812073230743408, + 1.7705988883972168, + 1.7595727443695068, + 1.7482521533966064, + 1.7375502586364746, + 1.7261669635772705, + 1.715517520904541, + 1.7000881433486938, + 1.6850225925445557, + 1.6690444946289062, + 1.65423583984375, + 1.640763282775879, + 1.6261721849441528, + 1.6156588792800903, + 1.6025094985961914, + 1.5856727361679077, + 1.5717480182647705, + 1.5533552169799805, + 1.5251091718673706, + 1.5174064636230469, + 1.507371425628662, + 1.48874831199646, + 1.479581594467163, + 1.4727073907852173, + 1.4676473140716553, + 1.4613161087036133, + 1.4512830972671509, + 1.4356849193572998, + 1.4391679763793945, + 1.4371230602264404, + 1.4274697303771973, + 1.4291143417358398, + 1.4222100973129272, + 1.4146769046783447, + 1.42105233669281, + 1.4171255826950073, + 1.4190583229064941, + 1.4239462614059448, + 1.4203506708145142, + 1.4263267517089844, + 1.4408533573150635, + 1.4422664642333984, + 1.4505946636199951, + 1.4752178192138672, + 1.473136305809021 ], "timestamps": [ - "2026-06-21 01:36:00", - "2026-06-21 01:42:00", "2026-06-21 01:48:00", "2026-06-21 01:54:00", "2026-06-21 02:00:00", @@ -795,6 +793,8 @@ "2026-06-22 07:12:00", "2026-06-22 07:18:00", "2026-06-22 07:24:00", - "2026-06-22 07:30:00" + "2026-06-22 07:30:00", + "2026-06-22 07:36:00", + "2026-06-22 07:42:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 3d1a890b49a370fc2dd424e83a4309ba019ca62a..6d21c1417c8563b69e190119b74ad776f71472e7 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T07:31:35.413603+00:00", + "evaluated_at": "2026-06-22T07:54:55.425544+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index acba319364b3737c3d907a675826d7c865e0817a..e00e780eaa40319ce16d2c5bba8e818a283051d7 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T07:22:14.773265+00:00", + "evaluated_at": "2026-06-22T07:55:12.151396+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index f8a82a1a35a6e7948238241bc6941dcee511bf81..08f7f520ff23e41ae3b7cf283627218a4512638a 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,11 +1,29 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T07:46:13.827444+00:00", + "evaluated_at": "2026-06-22T07:55:16.110831+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:44:53.667740Z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:51:17.083878Z", "context_length": 96, "prediction_length": 24 }