diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index bdc70d8d8444197cab050cc3807963bd6949b0ab..d5dee4050af1575fa1daf6e0ff0ddddbbc2342e9 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T06:27:16.075699+00:00", + "generated_at": "2026-06-22T06:35:24.671037+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 151958e71f48703da3afd00af8e80e5f88842a5f..13e29c9c61f984cbda842c7921c132b05e850fa4 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,Chronos-2,0.6024147873304119,0.5372794257928654,7.0,1,1,1.0 Air Quality,TimesFM-2.5,0.32430967566356883,0.610660109824167,8.0,1,1,1.0 Air Quality,Moving-Average,0.8503995378044825,0.8611186476903842,9.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -Finance,ETS,0.30368220053685335,0.40179975654517447,1.0,1,1,1.0 -Finance,Moving-Average,0.3538430545093884,0.42221383079597913,2.0,1,1,1.0 -Finance,TimesFM-2.5,0.6211809003551463,0.6016295427670364,3.0,1,1,1.0 -Finance,Toto-2.0-1B,0.758138819496076,0.6837599592770517,4.0,1,1,1.0 -Finance,Timer-S1,1.262349019305803,0.7774534366125917,5.0,1,1,1.0 -Finance,TiRex,1.4476237806504548,0.844128653123377,6.0,1,1,1.0 -Finance,Chronos-2,0.541422687726438,0.9015782392506331,7.0,1,1,1.0 -Finance,Moirai-1.1-Large,1.302980818583579,0.9107104748057891,8.0,1,1,1.0 +Finance,ETS,0.30198510463501554,0.4004001873297703,1.0,1,1,1.0 +Finance,Moving-Average,0.3519697974318807,0.42080897243413873,2.0,1,1,1.0 +Finance,TimesFM-2.5,0.6225549907309792,0.6038055028694505,3.0,1,1,1.0 +Finance,Toto-2.0-1B,0.7594675702618692,0.6843600811628358,4.0,1,1,1.0 +Finance,Timer-S1,1.2633946426879152,0.7780292831619202,5.0,1,1,1.0 +Finance,TiRex,1.4507427810704392,0.8446872245820463,6.0,1,1,1.0 +Finance,Moirai-1.1-Large,1.218245554568662,0.8586309513664377,7.0,1,1,1.0 +Finance,Chronos-2,0.5369176825620704,0.9000491808630321,8.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Finance,ARIMA,1.6559680584761824,1.1399631586276273,10.0,1,1,1.0 +Finance,ARIMA,1.6574387904240964,1.1373359638181624,10.0,1,1,1.0 Hazards,Chronos-2,0.3620421450536688,0.47930850497194427,1.0,1,1,1.0 Hazards,ARIMA,0.47803010479774294,0.504766987249122,2.0,1,1,1.0 Hazards,Toto-2.0-1B,0.38753232147079736,0.5139075059032567,3.0,1,1,1.0 @@ -39,16 +39,16 @@ Hydrology,TimesFM-2.5,0.6329986773570379,0.9302437320214425,7.0,1,1,1.0 Hydrology,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 Hydrology,Timer-S1,1.33334178228875,1.0214942019155324,9.0,1,1,1.0 Hydrology,Moving-Average,1.0160145833335794,1.2171315667131521,10.0,1,1,1.0 -Ocean,TiRex,0.8776344244572137,0.630854055759666,3.5,2,2,1.0 -Ocean,Timer-S1,0.1491285346086954,0.3884431751596106,3.5,2,2,1.0 -Ocean,Toto-2.0-1B,0.22093555694005845,0.5031474635191926,3.5,2,2,1.0 -Ocean,Chronos-2,0.1526003283510476,0.3769887173619795,4.0,2,2,1.0 -Ocean,TimesFM-2.5,0.07361002241720563,0.33470785583743085,4.0,2,2,1.0 -Ocean,Moirai-1.1-Large,2.8255214781407503,1.1606637351146945,4.5,2,2,1.0 -Ocean,Moving-Average,0.870103158929332,0.9318651144762459,5.5,2,2,1.0 -Ocean,Seasonal-Naive,1.0,1.0,7.5,2,2,1.0 -Ocean,ARIMA,2.168932399427956,1.407593018488724,9.0,2,2,1.0 -Ocean,ETS,3.462813045770095,1.7480794919635094,10.0,2,2,1.0 +Ocean,Timer-S1,0.16183607594077964,0.38157803309644145,2.5,2,2,1.0 +Ocean,Chronos-2,0.32452377412983874,0.43604907854240327,3.0,2,2,1.0 +Ocean,TiRex,1.0004114807615574,0.6963242195336985,3.0,2,2,1.0 +Ocean,Toto-2.0-1B,0.04706224551847667,0.4410367175666457,3.5,2,2,1.0 +Ocean,Moirai-1.1-Large,3.023819786728457,1.283078798340416,5.5,2,2,1.0 +Ocean,TimesFM-2.5,0.32203785203296315,0.5012124086230804,5.5,2,2,1.0 +Ocean,ARIMA,1.8643681571788042,1.2990723226759562,7.0,2,2,1.0 +Ocean,Moving-Average,0.9036789824025322,0.9321568851913625,7.0,2,2,1.0 +Ocean,Seasonal-Naive,1.0,1.0,8.0,2,2,1.0 +Ocean,ETS,2.9697592989843784,1.609455966394284,10.0,2,2,1.0 Weather,Chronos-2,0.23801933887123544,0.5712323495141575,2.0,3,3,1.0 Weather,Timer-S1,0.4303178051352333,0.6430312343562054,3.6666666666666665,3,3,1.0 Weather,Moirai-1.1-Large,0.829344512369527,0.8194511395194434,4.666666666666667,3,3,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 873ab54cd953722b7bf36a16b6428fa783f2bdf2..2dd126f68453e47d01b703a0664ef3b80407cde4 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -1,14 +1,14 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -10min,Moirai-1.1-Large,0.9349149252925807,0.8765408630097713,1.0,1,1,1.0 -10min,TiRex,1.0152611105926508,0.9270290358797748,2.0,1,1,1.0 -10min,Toto-2.0-1B,0.9614903244233034,0.9376277460556276,3.0,1,1,1.0 -10min,Timer-S1,0.9783218317715325,0.9445870733731382,4.0,1,1,1.0 -10min,Moving-Average,0.9701569490062976,0.9551536616371934,5.0,1,1,1.0 -10min,Chronos-2,1.0668955122181423,0.992560517524795,6.0,1,1,1.0 -10min,TimesFM-2.5,0.9982114114570737,0.9935533943839245,7.0,1,1,1.0 -10min,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 -10min,ARIMA,0.9781547967683103,1.0102778886751271,9.0,1,1,1.0 -10min,ETS,1.3391258744016061,1.1390593068733987,10.0,1,1,1.0 +10min,TiRex,0.9023081706315715,0.8137525593139394,1.0,1,1,1.0 +10min,Moirai-1.1-Large,0.9339637654801597,0.8854692797472057,2.0,1,1,1.0 +10min,Chronos-2,0.9888515899702744,0.9079239558664731,3.0,1,1,1.0 +10min,Timer-S1,0.9718985979405433,0.9380623730682404,4.0,1,1,1.0 +10min,Toto-2.0-1B,0.971225863026633,0.9417355947519119,5.0,1,1,1.0 +10min,ARIMA,0.8797677881560403,0.9476690494759138,6.0,1,1,1.0 +10min,TimesFM-2.5,0.9580715653085029,0.9526167177516847,7.0,1,1,1.0 +10min,Moving-Average,0.9842676228646043,0.9553297345905234,8.0,1,1,1.0 +10min,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 +10min,ETS,1.2518130906735558,1.0778284224934644,10.0,1,1,1.0 15min,Toto-2.0-1B,0.21114779920776686,0.401949427137809,1.0,1,1,1.0 15min,ARIMA,0.5149388428600437,0.42125959394719337,2.0,1,1,1.0 15min,ETS,0.18886410281491778,0.42662982968865293,3.0,1,1,1.0 @@ -29,23 +29,23 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.34172072798148684,0.5925288826682402,3.5,6,6,1.0 -1h,Toto-2.0-1B,0.44296670774293984,0.6513686701096754,4.166666666666667,6,6,1.0 -1h,TiRex,0.47484427564299136,0.6966019219957521,4.666666666666667,6,6,1.0 -1h,Timer-S1,0.5967951914728594,0.6354542908408358,5.0,6,6,1.0 -1h,Moirai-1.1-Large,0.820436500444986,0.7211874899998759,5.5,6,6,1.0 -1h,ARIMA,0.8537701254594994,0.8760645800664533,6.0,6,6,1.0 -1h,ETS,1.07457467860633,0.9998152882588093,6.0,6,6,1.0 -1h,TimesFM-2.5,0.541471309220958,0.7359339659804967,6.0,6,6,1.0 -1h,Moving-Average,0.8210170922483179,0.8653263498731284,6.666666666666667,6,6,1.0 +1h,Chronos-2,0.34124518512363594,0.5923612780309641,3.6666666666666665,6,6,1.0 +1h,Toto-2.0-1B,0.4430960074976786,0.6514639174046157,4.166666666666667,6,6,1.0 +1h,TiRex,0.4750146366259247,0.6966787259901706,4.666666666666667,6,6,1.0 +1h,Timer-S1,0.5968775521797578,0.6355327116747505,5.0,6,6,1.0 +1h,Moirai-1.1-Large,0.8112930874408815,0.7141441549478263,5.333333333333333,6,6,1.0 +1h,ARIMA,0.8538964566584535,0.8757277555015613,6.0,6,6,1.0 +1h,ETS,1.0735714822720137,0.9992340095226562,6.0,6,6,1.0 +1h,TimesFM-2.5,0.5416707534496158,0.7363769171422208,6.0,6,6,1.0 +1h,Moving-Average,0.8202910737415623,0.864845807511969,6.666666666666667,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,7.5,6,6,1.0 -6min,TimesFM-2.5,0.005428144116637887,0.11275624379377895,1.0,1,1,1.0 -6min,Chronos-2,0.021826748679852168,0.14318572067791335,2.0,1,1,1.0 -6min,Timer-S1,0.022732110346823382,0.1597397472201855,3.0,1,1,1.0 -6min,Toto-2.0-1B,0.0507675626894023,0.26999773749312433,4.0,1,1,1.0 -6min,TiRex,0.7586641258648447,0.4293035323221881,5.0,1,1,1.0 -6min,Moving-Average,0.7803680713252181,0.9091443884425692,6.0,1,1,1.0 +6min,Timer-S1,0.02694819761177601,0.15521547342903283,1.0,1,1,1.0 +6min,Toto-2.0-1B,0.0022804736133562385,0.20654776916784506,2.0,1,1,1.0 +6min,Chronos-2,0.10650301930408028,0.20942150239468113,3.0,1,1,1.0 +6min,TimesFM-2.5,0.10824700564890488,0.2637092902911166,4.0,1,1,1.0 +6min,TiRex,1.1091810574418324,0.5958413441034184,5.0,1,1,1.0 +6min,Moving-Average,0.8296886784301066,0.9095461254350059,6.0,1,1,1.0 6min,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 -6min,Moirai-1.1-Large,8.539356263818592,1.536882492146149,8.0,1,1,1.0 -6min,ARIMA,4.809328512041823,1.961161506064917,9.0,1,1,1.0 -6min,ETS,8.954404077446286,2.682724149466115,10.0,1,1,1.0 +6min,ARIMA,3.950893261036049,1.7807787438832,8.0,1,1,1.0 +6min,Moirai-1.1-Large,9.78997948374344,1.859230173655136,9.0,1,1,1.0 +6min,ETS,7.045357138068228,2.4033032101432314,10.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index a087f795a14fa828c391202769ec65adb48ef6ca..f02c86c1c0be88b9e5c9cfff68b145bf734d917f 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,33 +9,33 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.3758740408215057,0.6022016490508161,3.7142857142857144,7,7,1.0 -24,Toto-2.0-1B,0.3984757243029873,0.6079615127752153,3.7142857142857144,7,7,1.0 -24,TiRex,0.513484498044644,0.7073617373732269,4.857142857142857,7,7,1.0 -24,Moirai-1.1-Large,0.7257698921769364,0.6731180555861711,5.285714285714286,7,7,1.0 -24,ARIMA,0.7942763390778296,0.7890590497265279,5.428571428571429,7,7,1.0 -24,ETS,0.8382373440855152,0.885281539741058,5.571428571428571,7,7,1.0 -24,Timer-S1,0.6694205716217759,0.6800401329870762,5.571428571428571,7,7,1.0 -24,TimesFM-2.5,0.5536879494606054,0.7609842900382778,6.142857142857143,7,7,1.0 -24,Moving-Average,0.846395420056754,0.908542608728938,7.142857142857143,7,7,1.0 +24,Toto-2.0-1B,0.3985754191334663,0.6080377119987757,3.7142857142857144,7,7,1.0 +24,Chronos-2,0.3754256496286279,0.6020556397799871,3.857142857142857,7,7,1.0 +24,TiRex,0.5136424003059208,0.7074285856926515,4.857142857142857,7,7,1.0 +24,Moirai-1.1-Large,0.7188314403722086,0.6674793606169815,5.142857142857143,7,7,1.0 +24,ARIMA,0.794377076285742,0.7887990084558871,5.428571428571429,7,7,1.0 +24,ETS,0.8375665356439113,0.884840358213198,5.571428571428571,7,7,1.0 +24,Timer-S1,0.6694997565876804,0.6801120664661464,5.571428571428571,7,7,1.0 +24,TimesFM-2.5,0.5538627540703004,0.7613768691893862,6.142857142857143,7,7,1.0 +24,Moving-Average,0.8457538420796508,0.9081101272737283,7.142857142857143,7,7,1.0 24,Seasonal-Naive,1.0,1.0,7.571428571428571,7,7,1.0 -60,TimesFM-2.5,0.005428144116637887,0.11275624379377895,1.0,1,1,1.0 -60,Chronos-2,0.021826748679852168,0.14318572067791335,2.0,1,1,1.0 -60,Timer-S1,0.022732110346823382,0.1597397472201855,3.0,1,1,1.0 -60,Toto-2.0-1B,0.0507675626894023,0.26999773749312433,4.0,1,1,1.0 -60,TiRex,0.7586641258648447,0.4293035323221881,5.0,1,1,1.0 -60,Moving-Average,0.7803680713252181,0.9091443884425692,6.0,1,1,1.0 +60,Timer-S1,0.02694819761177601,0.15521547342903283,1.0,1,1,1.0 +60,Toto-2.0-1B,0.0022804736133562385,0.20654776916784506,2.0,1,1,1.0 +60,Chronos-2,0.10650301930408028,0.20942150239468113,3.0,1,1,1.0 +60,TimesFM-2.5,0.10824700564890488,0.2637092902911166,4.0,1,1,1.0 +60,TiRex,1.1091810574418324,0.5958413441034184,5.0,1,1,1.0 +60,Moving-Average,0.8296886784301066,0.9095461254350059,6.0,1,1,1.0 60,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 -60,Moirai-1.1-Large,8.539356263818592,1.536882492146149,8.0,1,1,1.0 -60,ARIMA,4.809328512041823,1.961161506064917,9.0,1,1,1.0 -60,ETS,8.954404077446286,2.682724149466115,10.0,1,1,1.0 -72,Moirai-1.1-Large,0.9349149252925807,0.8765408630097713,1.0,1,1,1.0 -72,TiRex,1.0152611105926508,0.9270290358797748,2.0,1,1,1.0 -72,Toto-2.0-1B,0.9614903244233034,0.9376277460556276,3.0,1,1,1.0 -72,Timer-S1,0.9783218317715325,0.9445870733731382,4.0,1,1,1.0 -72,Moving-Average,0.9701569490062976,0.9551536616371934,5.0,1,1,1.0 -72,Chronos-2,1.0668955122181423,0.992560517524795,6.0,1,1,1.0 -72,TimesFM-2.5,0.9982114114570737,0.9935533943839245,7.0,1,1,1.0 -72,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 -72,ARIMA,0.9781547967683103,1.0102778886751271,9.0,1,1,1.0 -72,ETS,1.3391258744016061,1.1390593068733987,10.0,1,1,1.0 +60,ARIMA,3.950893261036049,1.7807787438832,8.0,1,1,1.0 +60,Moirai-1.1-Large,9.78997948374344,1.859230173655136,9.0,1,1,1.0 +60,ETS,7.045357138068228,2.4033032101432314,10.0,1,1,1.0 +72,TiRex,0.9023081706315715,0.8137525593139394,1.0,1,1,1.0 +72,Moirai-1.1-Large,0.9339637654801597,0.8854692797472057,2.0,1,1,1.0 +72,Chronos-2,0.9888515899702744,0.9079239558664731,3.0,1,1,1.0 +72,Timer-S1,0.9718985979405433,0.9380623730682404,4.0,1,1,1.0 +72,Toto-2.0-1B,0.971225863026633,0.9417355947519119,5.0,1,1,1.0 +72,ARIMA,0.8797677881560403,0.9476690494759138,6.0,1,1,1.0 +72,TimesFM-2.5,0.9580715653085029,0.9526167177516847,7.0,1,1,1.0 +72,Moving-Average,0.9842676228646043,0.9553297345905234,8.0,1,1,1.0 +72,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 +72,ETS,1.2518130906735558,1.0778284224934644,10.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index c3ff659b34877bc63c36d252a34d6e087e7fd59b..c731c7ac112298e77dcb333c54cfa5db014867c8 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Toto-2.0-1B,0.3089418145148279,0.533692976906716,3.7,10,10,1.0 -Overall,Chronos-2,0.2696835001946982,0.5010261822276495,3.9,10,10,1.0 -Overall,TiRex,0.4629425511374905,0.6145347937424991,4.3,10,10,1.0 -Overall,Timer-S1,0.4006962832744059,0.5394134439262422,4.7,10,10,1.0 -Overall,Moirai-1.1-Large,0.7942320609590349,0.6741834887733631,4.9,10,10,1.0 -Overall,TimesFM-2.5,0.30390529474679584,0.5840630072067868,5.7,10,10,1.0 -Overall,ARIMA,0.8931271317525986,0.8326542529375456,6.3,10,10,1.0 -Overall,ETS,1.0305251521404166,0.9524762404245997,6.8,10,10,1.0 -Overall,Moving-Average,0.7868559645608065,0.8551402661303443,6.9,10,10,1.0 -Overall,Seasonal-Naive,1.0,1.0,7.8,10,10,1.0 +Overall,Toto-2.0-1B,0.22679535145475904,0.5198588959170298,3.7,10,10,1.0 +Overall,Chronos-2,0.31335000925692574,0.5157367837319395,3.8,10,10,1.0 +Overall,TiRex,0.47532819381890784,0.626832817258764,4.2,10,10,1.0 +Overall,Timer-S1,0.407337309309635,0.5375329558319814,4.5,10,10,1.0 +Overall,Moirai-1.1-Large,0.7996842710178503,0.6838016047051981,5.0,10,10,1.0 +Overall,ARIMA,0.8665806135934956,0.8192109438915226,5.9,10,10,1.0 +Overall,TimesFM-2.5,0.40834592250897234,0.6334140220316732,6.0,10,10,1.0 +Overall,ETS,0.9987887816184212,0.9365397078668568,6.8,10,10,1.0 +Overall,Moving-Average,0.7924163006812057,0.8549088280702821,7.2,10,10,1.0 +Overall,Seasonal-Naive,1.0,1.0,7.9,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 446d9c1eb52bad0fa481776323a09dfc5aac2083..8aa75d42023c15874a7b1e3399bad1a6526288d9 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,318659.5564752741,262185.7557513155,480.10358324142334,0.45137965491475796,0.007481454233090094,0.007512193770457185,6.0354335098255705,564.4993857173577,0.008806627115812884,0.007489987308311854,0.006357687135380914,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,319410.9475103755,261346.2450418217,479.26976162683997,0.4505957196853851,0.007468555044112989,0.007499192732027766,6.004076100650657,565.1645313626603,0.00881711853066354,0.007477076252888681,0.006344761359134154,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.8279728101402127,0.8160147383926107,0.7062082822397701,2.0665982376628373,0.6162845513700752,0.39293904577380295,80.79469697475974,0.9099301127780159,0.6063236589204078,0.4705754690766825,0.46851572056210394,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.08083364694388272,0.09082408884340831,0.2823096469575144,4.34322629365946,0.17711512274411753,0.19627172119424557,74.5483426655506,0.28431258667861103,0.18228411117162097,0.18099994682611786,0.1631558514914382,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.7023468059476385,0.6909740476559676,0.6454993798179989,1.8944415147021032,0.6073992180127831,0.3865426971884806,74.01461668025948,0.8380613378193976,0.5773827012187149,0.4447170615507363,0.44280682849658703,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.07465809101698792,0.08382917541820836,0.2695504691130433,3.8935077387427857,0.16831459058924933,0.1856615528223091,61.92557023138389,0.2732363281428513,0.1745609242147556,0.17220616061819533,0.1557342953982287,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,0.044758698731949736,0.022431053368681547,0.12459988555261876,0.06264798848446257,0.008858052981789795,0.008914351696941783,1.0288597455464723,0.21156251731332215,0.015098128456208913,0.008892052815368472,0.01002485442599358,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,52.87198838419894,51.73229780196786,6.260393504658879,0.5414694866546529,0.3561655509465631,0.2850124372856924,5.097982223777315,7.271312700207504,0.3345054642930064,0.2879996944531183,0.2494299281342662,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,16.40117047380289,15.944972661638344,3.705801059181739,1.950421449442106,0.15858167476466994,0.14503816828993094,51.74170312337943,4.049835857637058,0.16868458612313672,0.15435477878540113,0.14475815727102914,Weather,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 1ec7f33b69a37bbbdb836eca2bd4a872e19a39b6..fc813ba157977fdf47cbadeabf4eda8adb180e4f 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T06:27:15.857222+00:00", + "evaluated_at": "2026-06-22T06:35:24.275729+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64144.01171875 + 64124.0 ], "p50": [ 63633.762559345865, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 4b635ef873a9361f9f2b614b0e45942e63f9fccc..9cabdda9aa900e8518186a71031ac2e8f064ac7d 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T06:18:55.208162+00:00", + "evaluated_at": "2026-06-22T06:35:24.306299+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.774999976158142, - 1.7879999876022339, - 1.7960000038146973, 1.805999994277954, 1.8070000410079956, 1.815999984741211, @@ -245,12 +242,12 @@ 1.6390000581741333, 1.6519999504089355, 1.680999994277954, - 1.7070000171661377 - ], - "actuals": [ + 1.7070000171661377, 1.7280000448226929, 1.7480000257492065, - 1.7640000581741333, + 1.7640000581741333 + ], + "actuals": [ 1.7740000486373901, 1.7929999828338623, 1.8079999685287476, @@ -307,198 +304,198 @@ 0.875, 0.8450000286102295, 0.8220000267028809, - 0.8069999814033508 + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464 ], "p50": [ - 1.7241225093394708, - 1.749530325296051, - 1.773160450505089, - 1.7955916059058423, - 1.8170404435441694, - 1.8408270588725526, - 1.8625094365356984, - 1.8821859751984018, - 1.9029623762827708, - 1.923052813551271, - 1.943797913288479, - 1.962762499350772, - 1.981563388044153, - 1.999236427296441, - 2.018125920811942, - 2.0355712709045584, - 2.053496276246819, - 2.068917577961301, - 2.085298926826341, - 2.1009470956862586, - 2.11897284369128, - 2.1324995020166773, - 2.1482118487002735, - 2.163048078144172, - 2.177869642640598, - 2.1908480221806514, - 2.204484938467985, - 2.2187558432133714, - 2.230624862515212, - 2.243465030960097, - 2.2566508645113057, - 2.2681879856865255, - 2.2804798659527337, - 2.2917960447834864, - 2.304488031407791, - 2.316005031442354, - 2.3261793581321126, - 2.33681783054862, - 2.3454671827970763, - 2.356148464138637, - 2.3676256667332316, - 2.3758743388567316, - 2.385496888335197, - 2.3961850074669586, - 2.4047484600827636, - 2.415885247986456, - 2.422894625417037, - 2.4325340159396553, - 2.440186732588953, - 2.448206487689599, - 2.4555446106672894, - 2.4626023841991467, - 2.471642013308961, - 2.477116157080407, - 2.4870129421918303, - 2.492694398888024, - 2.4998942308769823, - 2.505643078821217, - 2.5147229144231953, - 2.520530545283199 + 1.7741975780570727, + 1.790547115900103, + 1.8053117842510242, + 1.822566859906547, + 1.8384367661563614, + 1.8514673372684411, + 1.868319314806421, + 1.88104305378654, + 1.8952812179256588, + 1.910163797218722, + 1.9228397524242657, + 1.935954241353627, + 1.9487719950710956, + 1.9611429070667932, + 1.9735148881746, + 1.9838712579209639, + 1.9950397274217053, + 2.007569298980486, + 2.017770395601504, + 2.0284955117512524, + 2.0382219268459663, + 2.0508115984017046, + 2.059507209161982, + 2.0704224346727016, + 2.0782979005437276, + 2.088890796170384, + 2.0976679967084344, + 2.1061900840993877, + 2.1153724675140073, + 2.1230098325803914, + 2.132091829171839, + 2.1396291213615815, + 2.146336709572349, + 2.155432270457956, + 2.161750322549865, + 2.1708930716349775, + 2.1758772896756122, + 2.182703688571569, + 2.190944526193598, + 2.197762320478457, + 2.2046692660086564, + 2.2107075137092465, + 2.217154257890003, + 2.221744000483881, + 2.2287623945668043, + 2.234065769037101, + 2.23983578040542, + 2.244092146933615, + 2.249213343784552, + 2.254606456326436, + 2.2591984609923297, + 2.2642077540458247, + 2.269707318022316, + 2.2740992160133056, + 2.2804191165068457, + 2.282882134751559, + 2.2897715487493, + 2.2923125233765753, + 2.2964325873046603, + 2.300681244615292 ], "p10": [ - 1.7141624893670517, - 1.7386904339572211, - 1.7608106814851046, - 1.7855422503844216, - 1.8076534318626702, - 1.8295256797854342, - 1.8515522590570057, - 1.8726508468813792, - 1.8928540765371653, - 1.9151183718503793, - 1.9328844413328268, - 1.95220922482105, - 1.9707923159848826, - 1.989385760893966, - 2.0073914839618343, - 2.025242214875678, - 2.0435181983601196, - 2.060126909844405, - 2.075659168571915, - 2.092948410642407, - 2.1076452394421756, - 2.123656245249176, - 2.1390247431763347, - 2.1522592037322843, - 2.167690533704753, - 2.1806197012274966, - 2.19577484722096, - 2.209127883263657, - 2.2202380058438655, - 2.23380225210908, - 2.2460308216360967, - 2.2581121893743545, - 2.2702324172095136, - 2.2819453783810117, - 2.2934034088117317, - 2.3046017618649186, - 2.315295590880676, - 2.3265253154505645, - 2.3366034850032977, - 2.3462557249152374, - 2.356187616748001, - 2.366554894804711, - 2.375820237281019, - 2.385367107626085, - 2.3940760696336802, - 2.404840812534737, - 2.4132730329700602, - 2.4210234531837393, - 2.4288987768659696, - 2.4385475564335173, - 2.445394398893045, - 2.4527123487750626, - 2.4606624075934076, - 2.4673617227319027, - 2.4761360808725073, - 2.4824357297923854, - 2.489032270658049, - 2.4958221217924734, - 2.502430091757368, - 2.5101017838373263 + 1.7631877977620298, + 1.7811680828391254, + 1.7958612133316647, + 1.8118817462167887, + 1.8287591313672813, + 1.8422216847487232, + 1.8566869406589313, + 1.8712394766849447, + 1.8852176184085567, + 1.90116464578109, + 1.9122335166358708, + 1.9264381715354602, + 1.9388457805161068, + 1.950757101394484, + 1.9635690833156827, + 1.9734255930909692, + 1.985525362011846, + 1.9969910329203082, + 2.007982771193949, + 2.0171402004355756, + 2.0295007085831687, + 2.0393819280403793, + 2.0508766070826154, + 2.059416048854241, + 2.0671944295737883, + 2.0791041780505433, + 2.0864839909092465, + 2.0970587544262886, + 2.104285529394176, + 2.1122412726794937, + 2.121076590414442, + 2.1292047115691566, + 2.138228332491413, + 2.1450800767709337, + 2.1524303215697507, + 2.1606882208261498, + 2.1649623368718727, + 2.173477348586244, + 2.18154629780089, + 2.186647241463108, + 2.1942338218245223, + 2.1994616678618533, + 2.2061639148864884, + 2.211872826901219, + 2.2177920510495794, + 2.224451834685885, + 2.2303089008449746, + 2.2349696117033098, + 2.240314114607878, + 2.244603142835692, + 2.249906342870575, + 2.2549535008784014, + 2.2602845686098263, + 2.264990710648934, + 2.27126872659606, + 2.2722499298027237, + 2.2794911388131545, + 2.2820419808946406, + 2.2862518396276132, + 2.2907588345201324 ], "p90": [ - 1.7304660220128254, - 1.7580342668648592, - 1.7826524044013263, - 1.8037812061473144, - 1.8270659152000346, - 1.848654434207086, - 1.873541169106913, - 1.8919349594144053, - 1.912708649460574, - 1.932510283797287, - 1.9529644818410472, - 1.9726999893389199, - 1.990669679472851, - 2.008716918139048, - 2.0260892431380486, - 2.0450894476813555, - 2.061115966127583, - 2.078515281252743, - 2.095213429345235, - 2.1099935076428022, - 2.125843277409935, - 2.140764653875859, - 2.1573360552219554, - 2.171717863085033, - 2.1870319936954483, - 2.1993668563175945, - 2.2137783495103474, - 2.225895364501822, - 2.24028556521883, - 2.2517909203152073, - 2.2649266117890496, - 2.276552708522226, - 2.289947622505885, - 2.300899664069907, - 2.313177000824586, - 2.325973432732566, - 2.3352289584691803, - 2.345903628190472, - 2.3563386681363223, - 2.36561211634791, - 2.3760949070842234, - 2.3862592014126323, - 2.3948409488966007, - 2.4047328860425, - 2.413960886456151, - 2.4238370369877207, - 2.431851554145411, - 2.442670807648491, - 2.449609803854101, - 2.456610010768145, - 2.464461732211502, - 2.4723244164456335, - 2.4797184630414617, - 2.487263535101592, - 2.4943811603297026, - 2.5018454309662235, - 2.5087403090075604, - 2.515558541481891, - 2.521814450539978, - 2.52761565442578 + 1.782407965280371, + 1.7989714191272537, + 1.815324702660758, + 1.8309153132101588, + 1.8457485705814172, + 1.8617533516141909, + 1.8772375151900107, + 1.8905635533741318, + 1.9044651329593558, + 1.919275008749725, + 1.9312636005096853, + 1.9439068348946962, + 1.9572064048494309, + 1.9690317548369263, + 1.981091199047047, + 1.9928022589231977, + 2.0044367052183683, + 2.01568304625032, + 2.0275265852351496, + 2.0384235854823967, + 2.0478654142542756, + 2.058856769450634, + 2.0679651837448096, + 2.0781471356218195, + 2.0878234529028137, + 2.0973650869793103, + 2.106418092072917, + 2.114165447474585, + 2.1231862222587288, + 2.1313795366197983, + 2.141101737936418, + 2.1485911676146343, + 2.156173647646278, + 2.164182843468669, + 2.171855764036555, + 2.177621612063745, + 2.1858310366731915, + 2.192486177120458, + 2.2014095578658823, + 2.2047307994059113, + 2.213650205442207, + 2.2189782250399435, + 2.228053305538346, + 2.230595290129084, + 2.238008737197463, + 2.242210621220974, + 2.2487708163123994, + 2.2535321926136307, + 2.259537462140554, + 2.26291664028924, + 2.2694470648750014, + 2.2734900904775595, + 2.278983947209826, + 2.283907171919329, + 2.288356070389909, + 2.2930049656288167, + 2.29658673045015, + 2.302152983905188, + 2.307095606138366, + 2.3095656961453632 ], "timestamps": [ - "2026-06-21 00:12:00", - "2026-06-21 00:18:00", - "2026-06-21 00:24:00", "2026-06-21 00:30:00", "2026-06-21 00:36:00", "2026-06-21 00:42:00", @@ -795,6 +792,9 @@ "2026-06-22 05:48:00", "2026-06-22 05:54:00", "2026-06-22 06:00:00", - "2026-06-22 06:06:00" + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00" ] } diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 39d32be99870be6437af9ce577561f733a643cc2..095a3ff9b6e342bc399288bb8bbb69accf0c4706 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T06:09:59.984658+00:00", + "evaluated_at": "2026-06-22T06:35:24.355222+00:00", "freq": "10min", - "context_length": 79, + "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, - 1.2999999523162842, 1.5, 1.5, 1.2999999523162842, @@ -84,10 +82,10 @@ 1.2000000476837158, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2999999523162842, 1.2000000476837158, 1.5, @@ -158,234 +156,232 @@ 1.7999999523162842, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842 ], "p50": [ - 1.2797836588934302, - 1.2787291322186134, - 1.2845826490311265, - 1.280901159374462, - 1.280421281522616, - 1.2791466688835262, - 1.2795788903243885, - 1.2808793517527095, - 1.2786822688454873, - 1.2786822316220454, - 1.2795783033075274, - 1.2789669203987388, - 1.2788245677588965, - 1.2804146928437208, - 1.2804146927537254, - 1.2795782985449715, - 1.279322469525829, - 1.2786822156932722, - 1.2782865015818488, - 1.2801562288752844, - 1.2797380317843277, - 1.277969668909103, - 1.2801562288751938, - 1.280156228875192, - 1.2798977650351708, - 1.2797380317843, - 1.2798977650351706, - 1.2808791743954038, - 1.2795782985334292, - 1.2794503840278995, - 1.2793224695223697, - 1.2786822156922355, - 1.2804146927152118, - 1.2799964956243204, - 1.2798977650351706, - 1.2795782985334292, - 1.2793224695223697, - 1.2804146927152118, - 1.281087852745939, - 1.2795782985334292, - 1.2783259423006652, - 1.2795782985334292, - 1.2788245673300984, - 1.2793224695223697, - 1.2794503840278995, - 1.2808791743954038, - 1.2798977650351706, - 1.2806469335553077, - 1.2812965310964743, - 1.2795782985334292, - 1.2782865015815381, - 1.2804146927152118, - 1.2788245673300984, - 1.2795782985334292, - 1.2797380317843, - 1.2797380317843, - 1.281087852745939, - 1.2788245673300984, - 1.2798977650351706, - 1.2797380317843, - 1.2812965310964743, - 1.281087852745939, - 1.2789669189679613, - 1.2788245673300984, - 1.2784843586368868, - 1.2794503840278995, - 1.2808791743954038, - 1.280156228875191, - 1.2794503840278995, - 1.2804146927152118, - 1.2797380317843, - 1.2788245673300984 + 1.3221009593482307, + 1.3061008062270774, + 1.3010414328017126, + 1.2977432964454083, + 1.2988698100168126, + 1.3024090677356903, + 1.2993061595558126, + 1.2994979236579045, + 1.3001461972463924, + 1.2992933573954897, + 1.299092017813982, + 1.2947212742636767, + 1.2983279599702449, + 1.2974108103537823, + 1.299819646375329, + 1.2990919298213892, + 1.2969592457723569, + 1.2958828573684216, + 1.3004878527116837, + 1.3001451221609757, + 1.2998196457827813, + 1.2990919296517043, + 1.2994941694051012, + 1.296959245723746, + 1.3004878527076988, + 1.3001451221598346, + 1.3013345277174977, + 1.2974108082834357, + 1.2983279527404978, + 1.298709941196054, + 1.3004878527076966, + 1.2974108082834357, + 1.2983279527404978, + 1.2983279527404978, + 1.2978693805119668, + 1.2990919296516106, + 1.2969592457237382, + 1.3004878527076966, + 1.2953528899284303, + 1.3013345277174975, + 1.298709941196054, + 1.2974108082834357, + 1.2994941694050743, + 1.2974108082834357, + 1.300145122159834, + 1.300145122159834, + 1.2994941694050743, + 1.2974108082834357, + 1.2994941694050743, + 1.2994941694050743, + 1.2974108082834357, + 1.2937786152358628, + 1.2992930495283423, + 1.3013345277174975, + 1.2983279527404978, + 1.3003164874337654, + 1.2983279527404978, + 1.3004878527076966, + 1.2990919296516106, + 1.2996185259057222, + 1.2978693805119668, + 1.2983279527404978, + 1.3029325049216953, + 1.295882857354499, + 1.295882857354499, + 1.2983279527404978, + 1.297185027003587, + 1.2983279527404978, + 1.3004878527076966, + 1.3004878527076966, + 1.2994941694050743, + 1.3004878527076966 ], "p10": [ - 1.2031285694185556, - 1.2080191711109793, - 1.2098900271395703, - 1.2100655735961208, - 1.1965530115369296, - 1.2072301153639968, - 1.1965470145204848, - 1.216280606006037, - 1.2017353419699826, - 1.2017353047465407, - 1.201735293590829, - 1.2017352902475082, - 1.1965464231583236, - 1.2072281408541452, - 1.1965464227680391, - 1.1965464227410678, - 1.209816669511741, - 1.183500645837942, - 1.1952418450405742, - 1.210486281261125, - 1.2107132003698406, - 1.1952418450402718, - 1.2072281407256387, - 1.2107132003698136, - 1.207774397529253, - 1.2017352888167308, - 1.2182305063149712, - 1.1816716393510807, - 1.2077743975292528, - 1.1965464227295255, - 1.2023118294930868, - 1.2098166695082817, - 1.21620602734287, - 1.2077743975292528, - 1.2098166695082817, - 1.2072281407256362, - 1.2098166695082817, - 1.2077743975292528, - 1.1965464227295255, - 1.210713200369813, - 1.2077743975292528, - 1.2077743975292528, - 1.1965464227295255, - 1.210713200369813, - 1.2098166695082817, - 1.2100435886170626, - 1.2077743975292528, - 1.1952418450402635, - 1.2017352888167308, - 1.2023118294930868, - 1.1835006458369053, - 1.2072281407256362, - 1.2023118294930868, - 1.2182305063149712, - 1.2023118294930868, - 1.2023118294930868, - 1.2077743975292528, - 1.2098166695082817, - 1.2077743975292528, - 1.2100435886170626, - 1.2072281407256362, - 1.2098166695082817, - 1.1965464227295255, - 1.2017352888167308, - 1.2023118294930868, - 1.1965464227295255, - 1.1965464227295255, - 1.2077743975292528, - 1.2023118294930868, - 1.1965464227295255, - 1.2017352888167308, - 1.2072281407256362 + 1.2314634555918134, + 1.228906319898501, + 1.2317696876821809, + 1.2082487184259019, + 1.2289228589274959, + 1.2299011545365248, + 1.2358556929900444, + 1.2221023174525965, + 1.2298212596186373, + 1.229820492399226, + 1.2220986513621377, + 1.2206577770248142, + 1.2076904562138275, + 1.228762992177084, + 1.2220985637926411, + 1.2206577519479764, + 1.228762990155356, + 1.229855373717867, + 1.2295034819892767, + 1.222098563200908, + 1.2394335468322333, + 1.2076904489841742, + 1.2220985631997932, + 1.2295034819852975, + 1.229503481985292, + 1.222098563199767, + 1.2400987923050875, + 1.2298553737039444, + 1.2040209808914837, + 1.2287629901067374, + 1.2287629901067374, + 1.2076904489840805, + 1.2298201845320789, + 1.2220985631997663, + 1.2298553737039444, + 1.1829460214288081, + 1.2206577517781978, + 1.2298553737039444, + 1.2206577517781978, + 1.2365078284357551, + 1.2073235021748208, + 1.2298553737039444, + 1.2220985631997663, + 1.2206577517781978, + 1.2206577517781978, + 1.2411681291725556, + 1.2220985631997663, + 1.2040209808914837, + 1.2298201845320789, + 1.2220985631997663, + 1.2073235021748208, + 1.2206577517781978, + 1.2365078284357551, + 1.2220985631997663, + 1.2076904489840805, + 1.2295034819852897, + 1.2404977882905686, + 1.2295034819852897, + 1.2076904489840805, + 1.2220985631997663, + 1.2040209808914837, + 1.2076904489840805, + 1.2076904489840805, + 1.2076904489840805, + 1.2206577517781978, + 1.2298201845320789, + 1.2287629901067374, + 1.2076904489840805, + 1.235842582962574, + 1.2365078284357551, + 1.2394335468319062, + 1.235842582962574 ], "p90": [ - 1.3721890247867385, - 1.3821075289545957, - 1.3905635721768284, - 1.3801496547841472, - 1.3818693441802732, - 1.3713742594996303, - 1.371372876652229, - 1.3842275546398268, - 1.3724213850656815, - 1.3579672447077435, - 1.3818627601469673, - 1.3579672302087111, - 1.3843650454830807, - 1.3586800176622105, - 1.3722478233941653, - 1.372247823367194, - 1.3842120808668958, - 1.3491634108334374, - 1.3713722848615804, - 1.3843650450543756, - 1.3722478233556794, - 1.371372284861278, - 1.3818627553728715, - 1.3818627553728697, - 1.37137228486127, - 1.381862755372869, - 1.3713722848612697, - 1.380127669805089, - 1.3579672287779336, - 1.380127669805089, - 1.3843650450542826, - 1.380301178361867, - 1.384227377282521, - 1.3820976879219258, - 1.3995619945776518, - 1.3820976879219258, - 1.381862755372869, - 1.380301178361867, - 1.380301178361867, - 1.380127669805089, - 1.380127669805089, - 1.3849775620034084, - 1.380127669805089, - 1.380127669805089, - 1.3572697656084163, - 1.3820976879219258, - 1.381862755372869, - 1.3848398942316469, - 1.3842120808634366, - 1.381862755372869, - 1.381862755372869, - 1.381862755372869, - 1.3820976879219258, - 1.3820976879219258, - 1.3579672287779336, - 1.3843650450542826, - 1.381862755372869, - 1.3713722848612697, - 1.380127669805089, - 1.3842120808634366, - 1.381862755372869, - 1.380301178361867, - 1.360183272880649, - 1.380301178361867, - 1.381862755372869, - 1.3593077343862672, - 1.3820976879219258, - 1.3820976879219258, - 1.384227377282521, - 1.380301178361867, - 1.380127669805089, - 1.3842120808634366 + 1.422485740319094, + 1.386935180676811, + 1.3987709146898315, + 1.3806856934198977, + 1.3802872927988348, + 1.4010883063619068, + 1.3755567150727916, + 1.3968251657925597, + 1.4010436006158848, + 1.3801277318452234, + 1.4010426136916978, + 1.3802520442701216, + 1.409349413142889, + 1.3966112667021169, + 1.3968214121326044, + 1.401042525699105, + 1.3813733744809842, + 1.380252019037428, + 1.3813733744363526, + 1.3828971634534477, + 1.3966112646320974, + 1.4016473106754088, + 1.3989457128931846, + 1.398712733711369, + 1.3987127337113634, + 1.401042525529327, + 1.3828971634523062, + 1.3968214115397295, + 1.3813733744323655, + 1.3989457128931577, + 1.3987127337113612, + 1.3801274239780763, + 1.3987127337113612, + 1.3966112646317703, + 1.4070903769892138, + 1.3813733744323655, + 1.3813733744323655, + 1.4016473106753151, + 1.3755436050453214, + 1.3989457128931577, + 1.3760019869385969, + 1.3813733744323655, + 1.3744460510358432, + 1.3966112646317703, + 1.3989457128931577, + 1.3801274239780763, + 1.4070903769892138, + 1.3966112646317703, + 1.4016473106753151, + 1.4010425255293264, + 1.4016473106753151, + 1.3995504980391464, + 1.4010425255293264, + 1.4070903769892138, + 1.3987127337113612, + 1.3989457128931577, + 1.3966112646317703, + 1.3987127337113612, + 1.3802520190235052, + 1.3813733744323655, + 1.4010425255293264, + 1.3968214115397295, + 1.3966112646317703, + 1.3813733744323655, + 1.3813733744323655, + 1.3968214115397295, + 1.4010425255293264, + 1.4010425255293264, + 1.3987127337113612, + 1.382897163452306, + 1.382897163452306, + 1.3968214115397295 ], "timestamps": [ - "2026-06-20 04:40:00", - "2026-06-20 04:50:00", - "2026-06-20 05:00:00", "2026-06-20 05:10:00", "2026-06-20 05:20:00", "2026-06-20 05:30:00", @@ -533,6 +529,8 @@ "2026-06-21 05:10:00", "2026-06-21 05:20:00", "2026-06-21 05:30:00", - "2026-06-21 05:40:00" + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 7c9ce5a227205260d8fc2408851595f70a985708..8237494d76072b3714a12b6dfad9429f7588e71a 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,13 +1,25 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T06:27:15.870113+00:00", + "evaluated_at": "2026-06-22T06:35:24.378626+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:23:00.646197Z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 2b516d6b9917219504897badba4bd145171c8751..5d43bd1761b27e6c2d27ac59ec42aabb673fb713 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,3.800,3.900,4.000,4.000,3.800,4.100,3.500,4.000,3.800,4.100 +2026-06-22,Chronos-2,3.800,3.800,4.200,4.200,3.800,4.200,3.400,4.200,3.800,4.300 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index b9563a93e0c4e45e9252b37286d05fc7de749a9c..757e80abe96bbec09605050f9c0a26cf08f99655 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,3.8,3.9,4.0,4.0,3.8,4.1,3.5,4.0,3.8,4.1 +2026-W26,Chronos-Bolt-Mini,3.8,3.8,4.2,4.2,3.8,4.2,3.4,4.2,3.8,4.3 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index e20b00f9cf6498f4fdf170a0b242342f6652854a..c14218b9f678d110923d6e3853381f88aa628a19 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,104186.49843724568,104186.49843724568,268.1832682291667,0.2521382370235741,0.004188113920894069,0.004185777445869184,1.9698624366843127,322.77933396865063,0.005035607313088588,0.004183866451852682,0.005028190893575657,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,103471.32377560933,103471.32377560933,267.3494466145833,0.2513543017942012,0.004175199617536874,0.004172776351908932,1.9698624366843127,321.6695878935547,0.005018359657724531,0.004170912414168222,0.0050210293578416,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.003757687667921298,0.003757687667921298,0.0449053426583608,0.13140783580885076,0.039999536612003596,0.038203123969862945,0.9993528738232621,0.06129998097814793,0.04084668507666958,0.02992226686791083,0.03420664789215797,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.08816708300729381,0.08816708300729381,0.2768348538213306,4.258998688412238,0.17352804861023768,0.19204485450208958,108.92906668214553,0.2969294242868056,0.1903732677442288,0.17748983912270525,0.16029456668195563,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.01893294768798318,0.01893294768798318,0.10538755655288697,0.3092962882831848,0.10049793957287005,0.09071646360762867,1.2623580042681168,0.13759704825316268,0.09479754263196138,0.07260680016056166,0.052074560982328,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.08391506599830162,0.08391506599830162,0.2694946097003089,3.8927008803593495,0.1683232044442406,0.18560634848190943,83.24171434156395,0.28968097279300487,0.18506681992791005,0.17217047403589025,0.14920282309550245,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,0.02708782370136002,0.02708782370136002,0.14076085885365805,0.07077361769167123,0.0100236513767615,0.010092047214917308,0.973429993643947,0.16458378930307815,0.01174549832486334,0.010045378338126793,0.018302875292973097,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,107.73611266772711,107.73611266772711,8.71318014462789,0.753614158044567,0.46956742899031645,0.348525299370899,7.1097414443462155,10.379600795200513,0.4774974377151355,0.4008363400000913,0.2777539937871872,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.6914386129296872,1.6914386129296872,1.0466557343800862,0.5508713937728907,0.0436189260240737,0.042244362004436785,2.4711961551149475,1.300553194963469,0.0541709059664306,0.0435955173428501,0.028756486015060305,Weather,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 8e81b70649e20cd6659d97383d67d201ff6e7e65..bf646a5f8517da05657feac695e9741d80d56ea0 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T06:23:58.149043+00:00", + "evaluated_at": "2026-06-22T06:31:47.409573+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64144.01171875 + 64124.0 ], "p50": [ 64329.2109375, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index f09f2c667979c76032f1cfa70f548381fedf5c1b..c09c3aabff8a10b00cee7160325d376c797b3b4f 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T06:15:32.137097+00:00", + "evaluated_at": "2026-06-22T06:31:59.921257+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.774999976158142, - 1.7879999876022339, - 1.7960000038146973, 1.805999994277954, 1.8070000410079956, 1.815999984741211, @@ -245,12 +242,12 @@ 1.6390000581741333, 1.6519999504089355, 1.680999994277954, - 1.7070000171661377 - ], - "actuals": [ + 1.7070000171661377, 1.7280000448226929, 1.7480000257492065, - 1.7640000581741333, + 1.7640000581741333 + ], + "actuals": [ 1.7740000486373901, 1.7929999828338623, 1.8079999685287476, @@ -307,198 +304,198 @@ 0.875, 0.8450000286102295, 0.8220000267028809, - 0.8069999814033508 + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464 ], "p50": [ - 1.7435877323150635, - 1.7594544887542725, - 1.7694909572601318, - 1.778439998626709, - 1.7892588376998901, - 1.7951688766479492, - 1.80426025390625, - 1.814326524734497, - 1.8239660263061523, - 1.8247225284576416, - 1.8285852670669556, - 1.829984188079834, - 1.8278968334197998, - 1.8311892747879028, - 1.8306035995483398, - 1.8203355073928833, - 1.824547529220581, - 1.813722014427185, - 1.8072333335876465, - 1.7984819412231445, - 1.7904702425003052, - 1.771154522895813, - 1.760494351387024, - 1.7492444515228271, - 1.7348895072937012, - 1.7203772068023682, - 1.7022438049316406, - 1.6823980808258057, - 1.6552529335021973, - 1.63357412815094, - 1.6142895221710205, - 1.5865185260772705, - 1.5574951171875, - 1.5393794775009155, - 1.5245954990386963, - 1.4950189590454102, - 1.4704458713531494, - 1.4432514905929565, - 1.4121136665344238, - 1.3910703659057617, - 1.3636261224746704, - 1.3399527072906494, - 1.313689112663269, - 1.2882068157196045, - 1.2603659629821777, - 1.2339305877685547, - 1.209660291671753, - 1.1836873292922974, - 1.1571794748306274, - 1.1323020458221436, - 1.116870403289795, - 1.092674732208252, - 1.0732507705688477, - 1.0534290075302124, - 1.0341860055923462, - 1.0167341232299805, - 1.0013386011123657, - 0.9899264574050903, - 0.9748644828796387, - 0.9618921875953674 + 1.8115535974502563, + 1.8240100145339966, + 1.8328293561935425, + 1.8404955863952637, + 1.8494880199432373, + 1.8528311252593994, + 1.858701467514038, + 1.867953896522522, + 1.8756093978881836, + 1.873378038406372, + 1.8765785694122314, + 1.8754303455352783, + 1.8709876537322998, + 1.8708436489105225, + 1.8651608228683472, + 1.849399209022522, + 1.8689926862716675, + 1.8539222478866577, + 1.8447757959365845, + 1.8342618942260742, + 1.8246835470199585, + 1.8025143146514893, + 1.7895410060882568, + 1.7770140171051025, + 1.7602152824401855, + 1.744889259338379, + 1.7248163223266602, + 1.7011960744857788, + 1.673953890800476, + 1.6507234573364258, + 1.629256010055542, + 1.6008939743041992, + 1.569764494895935, + 1.5538179874420166, + 1.5401736497879028, + 1.50851571559906, + 1.48380446434021, + 1.4582600593566895, + 1.4287338256835938, + 1.409186601638794, + 1.3832749128341675, + 1.3617912530899048, + 1.33748197555542, + 1.3128618001937866, + 1.2876229286193848, + 1.2631945610046387, + 1.2408297061920166, + 1.2173683643341064, + 1.193897008895874, + 1.1752713918685913, + 1.1565226316452026, + 1.1376549005508423, + 1.121673583984375, + 1.105424165725708, + 1.092543601989746, + 1.0806010961532593, + 1.064214825630188, + 1.0618788003921509, + 1.0490589141845703, + 1.0367659330368042 ], "p10": [ - 1.7214899063110352, - 1.7382910251617432, - 1.7444217205047607, - 1.752519130706787, - 1.7583590745925903, - 1.7626049518585205, - 1.7666970491409302, - 1.7696880102157593, - 1.7773146629333496, - 1.7753264904022217, - 1.7710649967193604, - 1.771647572517395, - 1.7681529521942139, - 1.7658650875091553, - 1.755969524383545, - 1.7490826845169067, - 1.7548635005950928, - 1.7381629943847656, - 1.722912073135376, - 1.7164613008499146, - 1.6955406665802002, - 1.6734496355056763, - 1.6524381637573242, - 1.633249282836914, - 1.615893840789795, - 1.5924938917160034, - 1.5662474632263184, - 1.5469781160354614, - 1.5140258073806763, - 1.47278892993927, - 1.4500221014022827, - 1.4085057973861694, - 1.3676481246948242, - 1.3411465883255005, - 1.325704574584961, - 1.2892614603042603, - 1.2584638595581055, - 1.2296266555786133, - 1.1880792379379272, - 1.1648368835449219, - 1.140223503112793, - 1.1135990619659424, - 1.0795918703079224, - 1.0499516725540161, - 1.0207237005233765, - 0.9841285943984985, - 0.9635878205299377, - 0.9387118816375732, - 0.8804545998573303, - 0.8477752804756165, - 0.8295173645019531, - 0.8134463429450989, - 0.7889097929000854, - 0.7687587738037109, - 0.7527724504470825, - 0.7372087240219116, - 0.7174867987632751, - 0.7049589157104492, - 0.6813821792602539, - 0.6788001656532288 + 1.7870607376098633, + 1.7991178035736084, + 1.803973913192749, + 1.809255599975586, + 1.81124746799469, + 1.8125120401382446, + 1.8132522106170654, + 1.8127336502075195, + 1.8184280395507812, + 1.8128948211669922, + 1.8067271709442139, + 1.8036956787109375, + 1.796972632408142, + 1.7900922298431396, + 1.775995135307312, + 1.7575454711914062, + 1.7816617488861084, + 1.7623262405395508, + 1.7400290966033936, + 1.7294189929962158, + 1.7083396911621094, + 1.6809688806533813, + 1.6586310863494873, + 1.6364116668701172, + 1.6149179935455322, + 1.5912132263183594, + 1.562016248703003, + 1.5393385887145996, + 1.5010277032852173, + 1.465226173400879, + 1.4361916780471802, + 1.396826982498169, + 1.3484699726104736, + 1.3212368488311768, + 1.3068674802780151, + 1.2710163593292236, + 1.2409815788269043, + 1.2100841999053955, + 1.171770691871643, + 1.1487362384796143, + 1.1250957250595093, + 1.0991020202636719, + 1.0684545040130615, + 1.0394091606140137, + 1.012015461921692, + 0.9769162535667419, + 0.9581562876701355, + 0.9339333772659302, + 0.8868726491928101, + 0.8558647036552429, + 0.8370256423950195, + 0.8233658075332642, + 0.8022905588150024, + 0.781891942024231, + 0.7710509300231934, + 0.752358078956604, + 0.7349840402603149, + 0.725430965423584, + 0.709410548210144, + 0.7072603106498718 ], "p90": [ - 1.7625329494476318, - 1.7786195278167725, - 1.790325403213501, - 1.803130865097046, - 1.8187534809112549, - 1.8329371213912964, - 1.84377920627594, - 1.8589621782302856, - 1.8683074712753296, - 1.8772934675216675, - 1.881243348121643, - 1.88498854637146, - 1.893924593925476, - 1.8903871774673462, - 1.8992012739181519, - 1.9006494283676147, - 1.9084208011627197, - 1.893225908279419, - 1.8884103298187256, - 1.8887579441070557, - 1.886852741241455, - 1.8764557838439941, - 1.8691850900650024, - 1.865400791168213, - 1.8618226051330566, - 1.8478506803512573, - 1.8406198024749756, - 1.8244850635528564, - 1.808037519454956, - 1.8030121326446533, - 1.7894890308380127, - 1.7695492506027222, - 1.763676643371582, - 1.7586581707000732, - 1.7396702766418457, - 1.73416006565094, - 1.7031095027923584, - 1.681337594985962, - 1.6624171733856201, - 1.6486303806304932, - 1.6242456436157227, - 1.6071903705596924, - 1.5930685997009277, - 1.5632688999176025, - 1.5389596223831177, - 1.5248929262161255, - 1.501429557800293, - 1.479322910308838, - 1.4733244180679321, - 1.4651820659637451, - 1.456559419631958, - 1.4297385215759277, - 1.41152024269104, - 1.3965377807617188, - 1.3821911811828613, - 1.3730357885360718, - 1.347872257232666, - 1.3428430557250977, - 1.3268296718597412, - 1.313232660293579 + 1.8320763111114502, + 1.8466877937316895, + 1.857582926750183, + 1.8702714443206787, + 1.8851275444030762, + 1.8986880779266357, + 1.9068830013275146, + 1.9232041835784912, + 1.9306306838989258, + 1.9385783672332764, + 1.9408349990844727, + 1.9447591304779053, + 1.9528615474700928, + 1.9464247226715088, + 1.9535572528839111, + 1.951471209526062, + 1.9860295057296753, + 1.9665553569793701, + 1.9603701829910278, + 1.9611356258392334, + 1.9550484418869019, + 1.9451546669006348, + 1.937652587890625, + 1.935795545578003, + 1.9338104724884033, + 1.9169180393218994, + 1.9086780548095703, + 1.8943976163864136, + 1.8779278993606567, + 1.8751269578933716, + 1.8569835424423218, + 1.8362828493118286, + 1.8349459171295166, + 1.8334428071975708, + 1.8120601177215576, + 1.8094630241394043, + 1.7777831554412842, + 1.7623398303985596, + 1.7487893104553223, + 1.7369894981384277, + 1.7193071842193604, + 1.703169584274292, + 1.6889238357543945, + 1.664452075958252, + 1.6406463384628296, + 1.6333379745483398, + 1.6038568019866943, + 1.5838080644607544, + 1.5827723741531372, + 1.5861294269561768, + 1.5913442373275757, + 1.5572341680526733, + 1.537668228149414, + 1.535502314567566, + 1.5250654220581055, + 1.517039179801941, + 1.499009370803833, + 1.5016001462936401, + 1.487837791442871, + 1.4745851755142212 ], "timestamps": [ - "2026-06-21 00:12:00", - "2026-06-21 00:18:00", - "2026-06-21 00:24:00", "2026-06-21 00:30:00", "2026-06-21 00:36:00", "2026-06-21 00:42:00", @@ -795,6 +792,9 @@ "2026-06-22 05:48:00", "2026-06-22 05:54:00", "2026-06-22 06:00:00", - "2026-06-22 06:06:00" + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 229ea3d6c678f49b40a065484da99638cf598708..39ff4a6c5918416a28bc47a4817ec233c27a0521 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T06:01:37.540225+00:00", + "evaluated_at": "2026-06-22T06:32:07.374681+00:00", "freq": "10min", - "context_length": 79, + "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, - 1.2999999523162842, 1.5, 1.5, 1.2999999523162842, @@ -84,10 +82,10 @@ 1.2000000476837158, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2999999523162842, 1.2000000476837158, 1.5, @@ -158,234 +156,232 @@ 1.7999999523162842, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842 ], "p50": [ - 1.300768256187439, - 1.2959253787994385, - 1.294326901435852, - 1.292957067489624, - 1.2919679880142212, - 1.2911651134490967, - 1.2902662754058838, - 1.2905285358428955, - 1.2911417484283447, - 1.2908341884613037, - 1.2900086641311646, - 1.290887713432312, - 1.2914971113204956, - 1.291595220565796, - 1.291109561920166, - 1.2912790775299072, - 1.2896193265914917, - 1.2885574102401733, - 1.2887877225875854, - 1.2890814542770386, - 1.2884160280227661, - 1.2882590293884277, - 1.287427544593811, - 1.2866172790527344, - 1.2868772745132446, - 1.2873220443725586, - 1.286178708076477, - 1.2864420413970947, - 1.2861915826797485, - 1.286551833152771, - 1.2862919569015503, - 1.2864112854003906, - 1.2879087924957275, - 1.2865008115768433, - 1.2858104705810547, - 1.285819172859192, - 1.2852731943130493, - 1.2845709323883057, - 1.2834001779556274, - 1.2817647457122803, - 1.282448649406433, - 1.282335877418518, - 1.2814053297042847, - 1.2807676792144775, - 1.28135347366333, - 1.2812563180923462, - 1.2809199094772339, - 1.2800194025039673, - 1.2781645059585571, - 1.2769964933395386, - 1.2761094570159912, - 1.2770116329193115, - 1.277912974357605, - 1.2781864404678345, - 1.2796101570129395, - 1.2795721292495728, - 1.2808953523635864, - 1.2807519435882568, - 1.2803786993026733, - 1.2810200452804565, - 1.2818316221237183, - 1.283240795135498, - 1.2838773727416992, - 1.2840508222579956, - 1.2840577363967896, - 1.2833185195922852, - 1.2831883430480957, - 1.284694790840149, - 1.283995509147644, - 1.2835949659347534, - 1.28379487991333, - 1.283443570137024 + 1.355969786643982, + 1.3312115669250488, + 1.3214188814163208, + 1.3152772188186646, + 1.3109629154205322, + 1.3080564737319946, + 1.3075141906738281, + 1.3070755004882812, + 1.307573676109314, + 1.3067409992218018, + 1.3053680658340454, + 1.3059810400009155, + 1.3056656122207642, + 1.3056292533874512, + 1.304455280303955, + 1.3039053678512573, + 1.3010766506195068, + 1.3008443117141724, + 1.3017113208770752, + 1.3012568950653076, + 1.3013309240341187, + 1.3010914325714111, + 1.3008220195770264, + 1.300879716873169, + 1.301564335823059, + 1.3003807067871094, + 1.299941897392273, + 1.3003315925598145, + 1.2993282079696655, + 1.2991122007369995, + 1.298858642578125, + 1.2979481220245361, + 1.299543857574463, + 1.298941731452942, + 1.299091100692749, + 1.2984391450881958, + 1.2976793050765991, + 1.2966746091842651, + 1.2965956926345825, + 1.296002745628357, + 1.2966656684875488, + 1.2961963415145874, + 1.295924425125122, + 1.2963213920593262, + 1.2954307794570923, + 1.2957606315612793, + 1.295472502708435, + 1.2939918041229248, + 1.2944486141204834, + 1.2940808534622192, + 1.2929812669754028, + 1.294994831085205, + 1.295265555381775, + 1.2941009998321533, + 1.2950719594955444, + 1.2956215143203735, + 1.2968981266021729, + 1.2956048250198364, + 1.2951925992965698, + 1.2966899871826172, + 1.2963056564331055, + 1.2967286109924316, + 1.2975682020187378, + 1.2964931726455688, + 1.2966822385787964, + 1.2977489233016968, + 1.298459529876709, + 1.2984539270401, + 1.2982947826385498, + 1.2980096340179443, + 1.2985453605651855, + 1.2984938621520996 ], "p10": [ - 1.241856575012207, - 1.2226436138153076, - 1.2170103788375854, - 1.2124371528625488, - 1.2089227437973022, - 1.2066593170166016, - 1.206097960472107, - 1.205527663230896, - 1.2046972513198853, - 1.203656554222107, - 1.2023228406906128, - 1.2012583017349243, - 1.201794981956482, - 1.199910044670105, - 1.201050877571106, - 1.201130747795105, - 1.198859453201294, - 1.1956210136413574, - 1.1950896978378296, - 1.1956822872161865, - 1.1938557624816895, - 1.1943933963775635, - 1.1944612264633179, - 1.1930806636810303, - 1.1926088333129883, - 1.1913589239120483, - 1.191214919090271, - 1.1899083852767944, - 1.1892305612564087, - 1.1879706382751465, - 1.19074285030365, - 1.1903949975967407, - 1.1884613037109375, - 1.1866925954818726, - 1.1881223917007446, - 1.1884254217147827, - 1.1873811483383179, - 1.1882025003433228, - 1.1878129243850708, - 1.1857633590698242, - 1.1856333017349243, - 1.184070348739624, - 1.1839799880981445, - 1.1820588111877441, - 1.1802598237991333, - 1.178680181503296, - 1.1813745498657227, - 1.1803538799285889, - 1.17792809009552, - 1.1738613843917847, - 1.1753292083740234, - 1.1745904684066772, - 1.17375910282135, - 1.175014615058899, - 1.1760456562042236, - 1.1748075485229492, - 1.1768434047698975, - 1.1750191450119019, - 1.1767076253890991, - 1.1761372089385986, - 1.1740305423736572, - 1.1732573509216309, - 1.1757433414459229, - 1.175309181213379, - 1.1730806827545166, - 1.1709802150726318, - 1.1704163551330566, - 1.1695082187652588, - 1.1677488088607788, - 1.1690678596496582, - 1.1698756217956543, - 1.1681528091430664 + 1.2768794298171997, + 1.2358758449554443, + 1.2213131189346313, + 1.216346263885498, + 1.20882248878479, + 1.2080456018447876, + 1.207190752029419, + 1.2040714025497437, + 1.2060332298278809, + 1.203167200088501, + 1.2037729024887085, + 1.202211618423462, + 1.2030514478683472, + 1.20221745967865, + 1.2032780647277832, + 1.20192551612854, + 1.2022508382797241, + 1.1994940042495728, + 1.1988425254821777, + 1.1980539560317993, + 1.1980961561203003, + 1.1999179124832153, + 1.199701189994812, + 1.1962735652923584, + 1.1987603902816772, + 1.1963659524917603, + 1.198390007019043, + 1.1962336301803589, + 1.1957696676254272, + 1.1962324380874634, + 1.1983972787857056, + 1.197050929069519, + 1.1966817378997803, + 1.1949059963226318, + 1.194040060043335, + 1.1922518014907837, + 1.1929545402526855, + 1.1943715810775757, + 1.1945013999938965, + 1.1916252374649048, + 1.1937180757522583, + 1.1914193630218506, + 1.1938323974609375, + 1.1914525032043457, + 1.1905723810195923, + 1.1902425289154053, + 1.1918550729751587, + 1.1894872188568115, + 1.188591718673706, + 1.186758041381836, + 1.1854259967803955, + 1.1842700242996216, + 1.1857954263687134, + 1.1866812705993652, + 1.187316656112671, + 1.1862635612487793, + 1.1877086162567139, + 1.1859084367752075, + 1.188315510749817, + 1.1866463422775269, + 1.1858131885528564, + 1.1852797269821167, + 1.1868863105773926, + 1.1858757734298706, + 1.1850082874298096, + 1.183315396308899, + 1.1824554204940796, + 1.1812483072280884, + 1.1819089651107788, + 1.1827999353408813, + 1.1833972930908203, + 1.182068943977356 ], "p90": [ - 1.3591331243515015, - 1.3663647174835205, - 1.3699514865875244, - 1.37259042263031, - 1.376945972442627, - 1.3765995502471924, - 1.3761507272720337, - 1.3778268098831177, - 1.3799591064453125, - 1.382248044013977, - 1.3818588256835938, - 1.3830435276031494, - 1.3845499753952026, - 1.3860151767730713, - 1.3816654682159424, - 1.3824512958526611, - 1.3805631399154663, - 1.3818421363830566, - 1.3844780921936035, - 1.3854329586029053, - 1.3880850076675415, - 1.3878631591796875, - 1.386604905128479, - 1.386452555656433, - 1.388616919517517, - 1.3912380933761597, - 1.391803503036499, - 1.392741084098816, - 1.3936926126480103, - 1.3936607837677002, - 1.389711618423462, - 1.3906769752502441, - 1.3890907764434814, - 1.3897827863693237, - 1.3891215324401855, - 1.3879485130310059, - 1.3887948989868164, - 1.387770175933838, - 1.3858036994934082, - 1.3848661184310913, - 1.3858612775802612, - 1.3883639574050903, - 1.389124870300293, - 1.391900658607483, - 1.3941603899002075, - 1.3946300745010376, - 1.3916895389556885, - 1.391274333000183, - 1.3870046138763428, - 1.3902004957199097, - 1.3902345895767212, - 1.3916945457458496, - 1.3953852653503418, - 1.3973729610443115, - 1.3972275257110596, - 1.3969968557357788, - 1.4008584022521973, - 1.4006187915802002, - 1.4007396697998047, - 1.4039236307144165, - 1.4060163497924805, - 1.4079463481903076, - 1.4060240983963013, - 1.4066863059997559, - 1.4061689376831055, - 1.4103199243545532, - 1.4133415222167969, - 1.4150112867355347, - 1.4175543785095215, - 1.4187843799591064, - 1.4171619415283203, - 1.4161677360534668 + 1.4362303018569946, + 1.4262769222259521, + 1.4205771684646606, + 1.4204587936401367, + 1.4196597337722778, + 1.4179421663284302, + 1.41808021068573, + 1.4194426536560059, + 1.4221714735031128, + 1.4227360486984253, + 1.4223549365997314, + 1.4209263324737549, + 1.4210628271102905, + 1.4217913150787354, + 1.4173485040664673, + 1.4174014329910278, + 1.4174600839614868, + 1.418532371520996, + 1.4193212985992432, + 1.4210692644119263, + 1.4243144989013672, + 1.42372727394104, + 1.4237614870071411, + 1.4234557151794434, + 1.4270269870758057, + 1.428807020187378, + 1.4304791688919067, + 1.4265929460525513, + 1.4287190437316895, + 1.426302194595337, + 1.4244379997253418, + 1.4242329597473145, + 1.4259001016616821, + 1.4267559051513672, + 1.4254087209701538, + 1.4274916648864746, + 1.4298917055130005, + 1.4296245574951172, + 1.4286465644836426, + 1.428892970085144, + 1.4332537651062012, + 1.4347306489944458, + 1.4376665353775024, + 1.433955192565918, + 1.4370266199111938, + 1.4358359575271606, + 1.4358296394348145, + 1.4350594282150269, + 1.4390738010406494, + 1.4402680397033691, + 1.4370039701461792, + 1.4422341585159302, + 1.4459407329559326, + 1.4454697370529175, + 1.4441715478897095, + 1.4454671144485474, + 1.4489175081253052, + 1.4496865272521973, + 1.4518985748291016, + 1.4487701654434204, + 1.4520572423934937, + 1.4530097246170044, + 1.4540224075317383, + 1.4536430835723877, + 1.455183744430542, + 1.4579250812530518, + 1.4555174112319946, + 1.4596996307373047, + 1.4650826454162598, + 1.4670205116271973, + 1.4645346403121948, + 1.4643099308013916 ], "timestamps": [ - "2026-06-20 04:40:00", - "2026-06-20 04:50:00", - "2026-06-20 05:00:00", "2026-06-20 05:10:00", "2026-06-20 05:20:00", "2026-06-20 05:30:00", @@ -533,6 +529,8 @@ "2026-06-21 05:10:00", "2026-06-21 05:20:00", "2026-06-21 05:30:00", - "2026-06-21 05:40:00" + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index fabc51d3f500df21371511fcfe013ad81c766d3f..1bad70c71d67b4f8c738762b8143d7087ae4c30c 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,13 +1,25 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T06:24:00.242264+00:00", + "evaluated_at": "2026-06-22T06:32:14.515676+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:23:00.646197Z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index fbe2886ba00bad2f61df78e5d8dd49744b1ad90f..3e6407b24066bd4d8c46373edc9173f96dd5efcb 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,58437.86348243793,64179.70690656535,176.90944745262277,0.1663252017474958,0.0027656273076697015,0.0027619361262064095,0.7716695627278831,241.73924688067913,0.003771319261632481,0.0027599242380040674,0.002240876929971855,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,58196.62781079791,63980.75471985469,176.07562583803943,0.16554126651812295,0.002752650251934331,0.0027489348972042477,0.7716695627278831,241.23977244807273,0.0037635760030030226,0.0027469516879121826,0.0022336791568882664,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,1.5415879968628987,1.5438794177832755,0.9720607240354522,2.8445701214686188,0.8487435779514798,0.4814249574995199,109.2354294873117,1.2416070219126898,0.8273335522098804,0.6477238269328279,0.6408949156250007,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.11066390360956065,0.11027819089136424,0.3088207128660813,4.7510889358608255,0.19348742585586673,0.21698625874897567,77.9507175389793,0.33266184573762086,0.21328274481052023,0.1979972459672147,0.1839535371360961,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,1.2524469166208299,1.2542833537104585,0.8774829860473148,2.575277760424035,0.8225479919522468,0.47090195842730187,98.43771886445587,1.1191277481238815,0.7710235194739804,0.6045422618775481,0.5976031980697266,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.10623027680480057,0.10507327514311325,0.2983712894324266,4.309808579619356,0.18595566682221124,0.20793377261578275,64.36693599700448,0.3259298648556167,0.20822494148231138,0.19061875262517286,0.1771239126465428,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,1.2731459362554085,1.1342439565259577,0.9479378691445978,0.4766168158724171,0.06768467131970309,0.07072486131678933,16.68195612923263,1.1283376871554935,0.08052365588666854,0.0676494489600633,0.06839075067167107,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,32.125133878040764,31.202015324891807,4.686403240810329,0.4053330441880168,0.2572476716965881,0.22104719681144439,2.63323600843493,5.667903834579479,0.2607431260245506,0.21559071333664048,0.1806516816738559,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,14.783801641190438,13.929578101617523,3.430143607824977,1.8053385922572442,0.147012028029383,0.13508833260024192,44.95807293943835,3.844970954531443,0.160151511547692,0.14287303860420653,0.13424703371508925,Weather,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 13c7798efe6b2c689b7166354c967d56164b2597..d53cf07047f17952198d474f83be167d7df2b118 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T06:27:15.893316+00:00", + "evaluated_at": "2026-06-22T06:35:24.417112+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64144.01171875 + 64124.0 ], "p50": [ 64355.05138900965, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index d615b16951768d4b25d611a0ea8d68715bb18c38..2a6622f1fd37d182fa5aac4934731a44d30b9a46 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-22T06:18:55.374666+00:00", + "evaluated_at": "2026-06-22T06:35:24.442604+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.774999976158142, - 1.7879999876022339, - 1.7960000038146973, 1.805999994277954, 1.8070000410079956, 1.815999984741211, @@ -245,12 +242,12 @@ 1.6390000581741333, 1.6519999504089355, 1.680999994277954, - 1.7070000171661377 - ], - "actuals": [ + 1.7070000171661377, 1.7280000448226929, 1.7480000257492065, - 1.7640000581741333, + 1.7640000581741333 + ], + "actuals": [ 1.7740000486373901, 1.7929999828338623, 1.8079999685287476, @@ -307,198 +304,198 @@ 0.875, 0.8450000286102295, 0.8220000267028809, - 0.8069999814033508 + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464 ], "p50": [ - 1.7313569473063646, - 1.7584294543063332, - 1.7825018658196612, - 1.8125743490969815, - 1.8316467057740362, - 1.856719208720889, - 1.8837916859185355, - 1.9068641550099503, - 1.933436519435609, - 1.9570090416943666, - 1.9840814145838848, - 2.009153843024932, - 2.0322263121163466, - 2.0592987297093486, - 2.085371204880437, - 2.1094436163937647, - 2.1335160726105764, - 2.160088526443202, - 2.1876609674012246, - 2.2067333687817627, - 2.233805845979409, - 2.257878361800865, - 2.2839507326638255, - 2.311523188523009, - 2.336095623401358, - 2.365668053511335, - 2.3922405222451215, - 2.4093129493748666, - 2.4343853927170747, - 2.458457804230403, - 2.4835302922760945, - 2.5086027356183025, - 2.536175191477486, - 2.5627476304089507, - 2.585820069698043, - 2.610892483237929, - 2.6379649604355753, - 2.65953738923425, - 2.684109824112599, - 2.7091822227513234, - 2.734754719260875, - 2.7593271690403847, - 2.788899643853845, - 2.8094720408236395, - 2.8360444797551043, - 2.860116935971916, - 2.8886893938576574, - 2.9172618070399152, - 2.9368342615877965, - 2.9619067496334885, - 2.9849791591202584, - 3.010051602462467, - 3.038124007180865, - 3.0601964742457217, - 3.0882689236676035, - 3.113341381910973, - 3.1344137724434664, - 3.160486262515716, - 3.187058686546019, - 3.213631155279806 + 1.782663731158735, + 1.8021516592388722, + 1.8201396066309146, + 1.8421275621291884, + 1.8556155674569454, + 1.8761034230578348, + 1.89459142361722, + 1.9095793500284275, + 1.9315672459220565, + 1.9500552315802808, + 1.968543127831538, + 1.9880310559116752, + 2.005019016178321, + 2.02400695069576, + 2.0454949722359803, + 2.0594828817194686, + 2.077470754605705, + 2.0979587145147223, + 2.117946636157558, + 2.130934588317972, + 2.1544225543066635, + 2.1709104912082884, + 2.1903984341895866, + 2.2158863893302327, + 2.2278743245629276, + 2.246862273981528, + 2.2683502359171035, + 2.28083820941598, + 2.302826015902642, + 2.3178140317208165, + 2.3363019279720736, + 2.3567898878810913, + 2.375277858638154, + 2.3937657995928947, + 2.4127537192091726, + 2.4302416581373554, + 2.451729530665964, + 2.4672175400468364, + 2.486205504366598, + 2.5026934263670615, + 2.52218136934836, + 2.5396692635730593, + 2.5611572255086346, + 2.577645192212582, + 2.596633141631182, + 2.6146210741220632, + 2.633109015076804, + 2.658596985118611, + 2.6710848841116817, + 2.690072848431443, + 2.7070607788957664, + 2.7245487625274327, + 2.745536671295665, + 2.7615246146345913, + 2.7820125298401255, + 2.8005004707948657, + 2.8164884141337927, + 2.8364763655789504, + 2.855964293659088, + 2.8744522942184734 ], "p10": [ - 1.703256990197867, - 1.727429385522573, - 1.7515019013440294, - 1.7794743192708171, - 1.802546675113407, - 1.8267191777264737, - 1.8556915768181936, - 1.877864051536287, - 1.9049365823781137, - 1.9289089266335604, - 1.954081428292953, - 1.9791538120305165, - 2.00422636862155, - 2.0292987523591135, - 2.054371201661786, - 2.0814436192547876, - 2.1025160544907644, - 2.1305885724579876, - 2.155660962156016, - 2.1797333587681824, - 2.206705789569573, - 2.2287782119309463, - 2.2539506420647655, - 2.28002324538584, - 2.30309560122843, - 2.328168044570638, - 2.356240568498326, - 2.380312965110493, - 2.405385462096881, - 2.4313578402077662, - 2.453530320886324, - 2.481502732852647, - 2.504675075486847, - 2.532747647098251, - 2.5578199831520987, - 2.5818925526177354, - 2.6059650088345467, - 2.6309373938595706, - 2.654109808019345, - 2.679182251361553, - 2.706154717925731, - 2.7313272315060524, - 2.7543996350323576, - 2.7804719522511374, - 2.8065445555722124, - 2.831616885665596, - 2.856689382651984, - 2.8827618190800535, - 2.9058342285668233, - 2.9308066255127763, - 2.9569791560208167, - 2.9810514989888035, - 3.0081240894352748, - 3.0301964581524676, - 3.056268882659608, - 3.082341372731858, - 3.1044138606583407, - 3.1304862315213007, - 3.157458704045943, - 3.1846310667073037 + 1.7555636747488992, + 1.7701516539936635, + 1.7886396485925844, + 1.809127569758583, + 1.827615504752859, + 1.8461034516680643, + 1.8665913609131337, + 1.8820792808870395, + 1.9035672487830795, + 1.920055155882382, + 1.9395431972113444, + 1.956931033118859, + 1.9755190383512484, + 1.9929068861796921, + 2.0123948619435454, + 2.0319828483408675, + 2.047370775562698, + 2.068858737498273, + 2.0844467038684344, + 2.102934591178995, + 2.1224224596544876, + 2.14181044862673, + 2.160398447898655, + 2.178886442497576, + 2.195374295952698, + 2.213862290551619, + 2.2343502117176177, + 2.251838099981852, + 2.2693261193763052, + 2.290814021707236, + 2.3082019172193955, + 2.326689858174136, + 2.344277751111375, + 2.36576583225624, + 2.382253733395078, + 2.4027417022447923, + 2.417229641053766, + 2.435717528364326, + 2.4542054693190667, + 2.4735933510029486, + 2.4931813850839863, + 2.511669326038727, + 2.5301572669934673, + 2.54664517409277, + 2.5661330962124427, + 2.586621076983086, + 2.60410903081243, + 2.6225969717671704, + 2.6429849478648095, + 2.6585728069466104, + 2.6770606882967063, + 2.695548629251447, + 2.717036710396312, + 2.731524583640176, + 2.752012558450355, + 2.771500486530492, + 2.786988406504398, + 2.8054763474591384, + 2.8239643420580594, + 2.843452156889372 ], "p90": [ - 1.760356976274222, - 1.7856294170415092, - 1.8085018887078448, - 1.8355743063008465, - 1.860746754316059, - 1.8877191731965208, - 1.9117916830575126, - 1.9358640796696793, - 1.9590365415131694, - 1.9880090002095339, - 2.010081368926727, - 2.0363538504635916, - 2.0603263616120437, - 2.088298773578367, - 2.1133711573159304, - 2.136443626407345, - 2.1616160744225574, - 2.1885885529076643, - 2.213660990289408, - 2.2357334126507813, - 2.261805843118386, - 2.2888783203160323, - 2.312950776532844, - 2.336123238376334, - 2.3640956503426573, - 2.385268078330709, - 2.412240503171635, - 2.4373129465138437, - 2.464385364106845, - 2.4844578122174252, - 2.512630281213472, - 2.5386027666127178, - 2.5626751632248843, - 2.586847671798416, - 2.612820049909301, - 2.636892512086577, - 2.664964910844511, - 2.684137316898053, - 2.713109823278134, - 2.7361822923695485, - 2.7623547215496935, - 2.7854272442852883, - 2.8133995966469665, - 2.8374720588242424, - 2.8645445300614245, - 2.8887169313465955, - 2.914689416745841, - 2.9407617935692656, - 2.962834209970174, - 2.9939066952740525, - 3.0120791678463785, - 3.037151611188587, - 3.0642240347420526, - 3.085296410373384, - 3.113368981984788, - 3.1413413343464667, - 3.1615138407742314, - 3.1895862514530937, - 3.214558690122298, - 3.23973113813751 + 1.8096637471327799, + 1.8311517627125355, + 1.8467396217943362, + 1.8661275511619337, + 1.8846154921166745, + 1.901203451572697, + 1.9215913740261557, + 1.9391793802122197, + 1.955567234954802, + 1.9770551968903776, + 1.994643095788081, + 2.0150311255299003, + 2.031518973024558, + 2.050006979544408, + 2.0705949411461977, + 2.0890828821009384, + 2.108470823389465, + 2.1249587245283026, + 2.1454466397338368, + 2.161934606437784, + 2.179522558979668, + 2.1990104930202694, + 2.2174984339750097, + 2.2358863702567464, + 2.2553743579415286, + 2.272862252166228, + 2.29235023985101, + 2.3118381083265023, + 2.327426140261773, + 2.3458139752156133, + 2.3633019826891375, + 2.384789944624713, + 2.4033778783315287, + 2.4207657798041526, + 2.4382537336334966, + 2.4579416710596425, + 2.4763296073413787, + 2.4938176088544384, + 2.5132054845778558, + 2.5306934980118445, + 2.5491814389665852, + 2.5666693331912844, + 2.588257287878935, + 2.605645189351559, + 2.625133177036341, + 2.6417211364923636, + 2.661209016888785, + 2.6795969531705213, + 2.6970848593161496, + 2.715672846667146, + 2.7350607760347434, + 2.7515487427386907, + 2.7720366579442244, + 2.7855246036673367, + 2.8100125865837473, + 2.8265004340784046, + 2.844088440264469, + 2.8614764013417373, + 2.8819643165472715, + 2.905452258694105 ], "timestamps": [ - "2026-06-21 00:12:00", - "2026-06-21 00:18:00", - "2026-06-21 00:24:00", "2026-06-21 00:30:00", "2026-06-21 00:36:00", "2026-06-21 00:42:00", @@ -795,6 +792,9 @@ "2026-06-22 05:48:00", "2026-06-22 05:54:00", "2026-06-22 06:00:00", - "2026-06-22 06:06:00" + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00" ] } diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index e30cce5bb64dd70dce48526922294381aec222d7..6cb52ca90d84defbeb2d91f2b34e969cae846b75 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-22T06:10:00.211216+00:00", + "evaluated_at": "2026-06-22T06:35:24.469822+00:00", "freq": "10min", - "context_length": 79, + "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, - 1.2999999523162842, 1.5, 1.5, 1.2999999523162842, @@ -84,10 +82,10 @@ 1.2000000476837158, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2999999523162842, 1.2000000476837158, 1.5, @@ -158,234 +156,232 @@ 1.7999999523162842, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842 ], "p50": [ - 1.2892133421341565, - 1.2882023607139625, - 1.2871913792937686, - 1.2861803978735746, - 1.2851694164533807, - 1.284158435033187, - 1.283147453612993, - 1.282136472192799, - 1.281125490772605, - 1.2801145093524111, - 1.2791035279322172, - 1.2780925465120232, - 1.2770815650918292, - 1.2760705836716353, - 1.2750596022514413, - 1.2740486208312474, - 1.2730376394110536, - 1.2720266579908597, - 1.2710156765706657, - 1.2700046951504718, - 1.2689937137302778, - 1.2679827323100838, - 1.26697175088989, - 1.265960769469696, - 1.264949788049502, - 1.263938806629308, - 1.262927825209114, - 1.2619168437889203, - 1.2609058623687264, - 1.2598948809485324, - 1.2588838995283385, - 1.2578729181081445, - 1.2568619366879505, - 1.2558509552677566, - 1.2548399738475626, - 1.2538289924273687, - 1.2528180110071747, - 1.2518070295869808, - 1.250796048166787, - 1.249785066746593, - 1.248774085326399, - 1.2477631039062052, - 1.2467521224860112, - 1.2457411410658172, - 1.2447301596456233, - 1.2437191782254293, - 1.2427081968052354, - 1.2416972153850414, - 1.2406862339648475, - 1.2396752525446537, - 1.2386642711244598, - 1.2376532897042658, - 1.2366423082840718, - 1.2356313268638779, - 1.234620345443684, - 1.23360936402349, - 1.232598382603296, - 1.231587401183102, - 1.230576419762908, - 1.2295654383427141, - 1.2285544569225204, - 1.2275434755023265, - 1.2265324940821325, - 1.2255215126619385, - 1.2245105312417446, - 1.2234995498215506, - 1.2224885684013567, - 1.2214775869811627, - 1.2204666055609688, - 1.2194556241407748, - 1.2184446427205808, - 1.217433661300387 + 1.3168258259434855, + 1.3155232072119458, + 1.3142205884804063, + 1.3129179697488667, + 1.311615351017327, + 1.3103127322857873, + 1.3090101135542476, + 1.307707494822708, + 1.3064048760911684, + 1.3051022573596287, + 1.303799638628089, + 1.3024970198965493, + 1.3011944011650096, + 1.2998917824334701, + 1.2985891637019304, + 1.2972865449703908, + 1.295983926238851, + 1.2946813075073114, + 1.293378688775772, + 1.2920760700442322, + 1.2907734513126925, + 1.2894708325811528, + 1.288168213849613, + 1.2868655951180734, + 1.285562976386534, + 1.2842603576549942, + 1.2829577389234545, + 1.2816551201919149, + 1.2803525014603752, + 1.2790498827288357, + 1.277747263997296, + 1.2764446452657563, + 1.2751420265342166, + 1.273839407802677, + 1.2725367890711374, + 1.2712341703395977, + 1.269931551608058, + 1.2686289328765183, + 1.2673263141449786, + 1.2660236954134392, + 1.2647210766818995, + 1.2634184579503598, + 1.26211583921882, + 1.2608132204872804, + 1.2595106017557407, + 1.2582079830242012, + 1.2569053642926615, + 1.2556027455611218, + 1.2543001268295821, + 1.2529975080980424, + 1.251694889366503, + 1.2503922706349633, + 1.2490896519034236, + 1.2477870331718839, + 1.2464844144403442, + 1.2451817957088045, + 1.243879176977265, + 1.2425765582457253, + 1.2412739395141856, + 1.239971320782646, + 1.2386687020511062, + 1.2373660833195668, + 1.236063464588027, + 1.2347608458564874, + 1.2334582271249477, + 1.232155608393408, + 1.2308529896618685, + 1.2295503709303288, + 1.2282477521987891, + 1.2269451334672494, + 1.2256425147357097, + 1.2243398960041703 ], "p10": [ - 1.1892133182922986, - 1.1882023368721046, - 1.1871913554519107, - 1.1861803740317167, - 1.1851693926115228, - 1.184158411191329, - 1.183147429771135, - 1.1821364483509411, - 1.1811254669307472, - 1.1801144855105532, - 1.1791035040903592, - 1.1780925226701653, - 1.1770815412499713, - 1.1760705598297774, - 1.1750595784095834, - 1.1740485969893895, - 1.1730376155691957, - 1.1720266341490018, - 1.1710156527288078, - 1.1700046713086139, - 1.16899368988842, - 1.167982708468226, - 1.166971727048032, - 1.165960745627838, - 1.164949764207644, - 1.16393878278745, - 1.1629278013672562, - 1.1619168199470624, - 1.1609058385268685, - 1.1598948571066745, - 1.1588838756864805, - 1.1578728942662866, - 1.1568619128460926, - 1.1558509314258987, - 1.1548399500057047, - 1.1538289685855108, - 1.1528179871653168, - 1.1518070057451228, - 1.1507960243249291, - 1.1497850429047352, - 1.1487740614845412, - 1.1477630800643472, - 1.1467520986441533, - 1.1457411172239593, - 1.1447301358037654, - 1.1437191543835714, - 1.1427081729633775, - 1.1416971915431835, - 1.1406862101229895, - 1.1396752287027958, - 1.1386642472826018, - 1.137653265862408, - 1.136642284442214, - 1.13563130302202, - 1.134620321601826, - 1.133609340181632, - 1.132598358761438, - 1.1315873773412441, - 1.1305763959210502, - 1.1295654145008562, - 1.1285544330806625, - 1.1275434516604685, - 1.1265324702402746, - 1.1255214888200806, - 1.1245105073998867, - 1.1234995259796927, - 1.1224885445594988, - 1.1214775631393048, - 1.1204665817191108, - 1.1194556002989169, - 1.118444618878723, - 1.1174336374585292 + 1.2168258021016276, + 1.215523183370088, + 1.2142205646385484, + 1.2129179459070087, + 1.211615327175469, + 1.2103127084439294, + 1.2090100897123897, + 1.2077074709808502, + 1.2064048522493105, + 1.2051022335177708, + 1.203799614786231, + 1.2024969960546914, + 1.2011943773231517, + 1.1998917585916122, + 1.1985891398600725, + 1.1972865211285328, + 1.1959839023969931, + 1.1946812836654535, + 1.193378664933914, + 1.1920760462023743, + 1.1907734274708346, + 1.189470808739295, + 1.1881681900077552, + 1.1868655712762155, + 1.185562952544676, + 1.1842603338131363, + 1.1829577150815966, + 1.181655096350057, + 1.1803524776185172, + 1.1790498588869778, + 1.177747240155438, + 1.1764446214238984, + 1.1751420026923587, + 1.173839383960819, + 1.1725367652292795, + 1.1712341464977398, + 1.1699315277662001, + 1.1686289090346604, + 1.1673262903031207, + 1.1660236715715813, + 1.1647210528400416, + 1.1634184341085019, + 1.1621158153769622, + 1.1608131966454225, + 1.1595105779138828, + 1.1582079591823433, + 1.1569053404508036, + 1.155602721719264, + 1.1543001029877242, + 1.1529974842561845, + 1.151694865524645, + 1.1503922467931054, + 1.1490896280615657, + 1.147787009330026, + 1.1464843905984863, + 1.1451817718669466, + 1.1438791531354071, + 1.1425765344038674, + 1.1412739156723277, + 1.139971296940788, + 1.1386686782092483, + 1.1373660594777089, + 1.1360634407461692, + 1.1347608220146295, + 1.1334582032830898, + 1.13215558455155, + 1.1308529658200106, + 1.129550347088471, + 1.1282477283569312, + 1.1269451096253915, + 1.1256424908938518, + 1.1243398721623123 ], "p90": [ - 1.3892133659760144, - 1.3882023845558205, - 1.3871914031356265, - 1.3861804217154325, - 1.3851694402952386, - 1.3841584588750449, - 1.383147477454851, - 1.382136496034657, - 1.381125514614463, - 1.380114533194269, - 1.379103551774075, - 1.378092570353881, - 1.3770815889336872, - 1.3760706075134932, - 1.3750596260932992, - 1.3740486446731053, - 1.3730376632529115, - 1.372026562623428, - 1.3710157004125236, - 1.3700047189923297, - 1.3689936183628462, - 1.3679827561519418, - 1.3669717747317478, - 1.3659607933115538, - 1.3649498118913599, - 1.363938830471166, - 1.362927849050972, - 1.3619168676307782, - 1.3609058862105843, - 1.3598949047903903, - 1.3588839233701964, - 1.3578729419500024, - 1.3568619605298085, - 1.3558509791096145, - 1.3548399976894205, - 1.3538290162692266, - 1.3528180348490326, - 1.3518070534288387, - 1.350796072008645, - 1.349785090588451, - 1.348774109168257, - 1.347763127748063, - 1.346752146327869, - 1.3457411649076751, - 1.3447301834874812, - 1.3437192020672872, - 1.3427082206470933, - 1.3416972392268993, - 1.3406862578067054, - 1.3396752763865116, - 1.3386642949663177, - 1.3376533135461237, - 1.3366423321259298, - 1.2356313268638779, - 1.3346203692855418, - 1.3336093878653479, - 1.332598406445154, - 1.33158742502496, - 1.330576443604766, - 1.329565462184572, - 1.3285544807643783, - 1.3275434993441844, - 1.3265325179239904, - 1.3255215365037964, - 1.3245105550836025, - 1.3234995736634085, - 1.3224885922432146, - 1.3214776108230206, - 1.3204666294028267, - 1.3194556479826327, - 1.3184446665624387, - 1.317433685142245 + 1.4168258497853434, + 1.4155232310538037, + 1.4142206123222643, + 1.4129179935907246, + 1.4116153748591849, + 1.4103127561276452, + 1.4090101373961055, + 1.407707518664566, + 1.4064048999330263, + 1.4051022812014866, + 1.403799662469947, + 1.4024970437384072, + 1.4011944250068675, + 1.399891806275328, + 1.3985891875437884, + 1.3972865688122487, + 1.395983950080709, + 1.3946813313491693, + 1.3933787126176298, + 1.39207609388609, + 1.3907734751545504, + 1.3894708564230107, + 1.388168237691471, + 1.3868656189599313, + 1.3855630002283919, + 1.3842603814968522, + 1.3829577627653125, + 1.3816551440337728, + 1.380352525302233, + 1.3790499065706936, + 1.377747287839154, + 1.3764446691076142, + 1.3751420503760745, + 1.3738394316445348, + 1.3725368129129953, + 1.3712341941814556, + 1.369931575449916, + 1.3686289567183763, + 1.3673263379868366, + 1.366023719255297, + 1.3647211005237574, + 1.3634184817922177, + 1.362115863060678, + 1.3608132443291383, + 1.3595106255975986, + 1.3582080068660591, + 1.3569053881345194, + 1.3556027694029797, + 1.35430015067144, + 1.3529975319399004, + 1.3516949132083609, + 1.3503922944768212, + 1.3490896757452815, + 1.3477870570137418, + 1.346484438282202, + 1.3451818195506624, + 1.343879200819123, + 1.3425765820875832, + 1.3412739633560435, + 1.3399713446245038, + 1.3386687258929642, + 1.3373661071614247, + 1.3360633811415243, + 1.3347607504890557, + 1.3334582509668056, + 1.332155632235266, + 1.3308530135037264, + 1.3295503947721867, + 1.328247776040647, + 1.3269451573091073, + 1.3256425385775676, + 1.3243399198460282 ], "timestamps": [ - "2026-06-20 04:40:00", - "2026-06-20 04:50:00", - "2026-06-20 05:00:00", "2026-06-20 05:10:00", "2026-06-20 05:20:00", "2026-06-20 05:30:00", @@ -533,6 +529,8 @@ "2026-06-21 05:10:00", "2026-06-21 05:20:00", "2026-06-21 05:30:00", - "2026-06-21 05:40:00" + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 8f2ff90b71e76f4da6193aa58adcf9efa70e3aeb..5985e39664cd17d0e3592f587cda15375d8f0024 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,13 +1,25 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T06:27:15.905555+00:00", + "evaluated_at": "2026-06-22T06:35:24.479595+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:23:00.646197Z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 66a8ca06c97ec31395c8bb1b0820ec843a9f6445..2d48a4bdc40ceb7738b76387dcfc018141779a01 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1718,3 +1718,6 @@ {"evaluated_at": "2026-06-22T06:18:55.571072+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-22T06:18:55.571072+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} {"evaluated_at": "2026-06-22T06:27:16.077589+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T06:35:24.672046+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T06:35:24.672046+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-22T06:35:24.672046+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 5f2239918e868e65931ba8c25231e89aa739bbd6..79a8c530a4fe5eabb383c43ab7e4627be8ff850e 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,250733.8759466807,195565.48184601465,371.6524251302083,0.34941697845889425,0.005810281208061363,0.005787346840627659,2.0056856599786914,500.7333381618211,0.007811827444317805,0.005798065343596476,0.005079122273302116,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,234772.4508037567,178047.1326581637,356.0438639322917,0.3347422557258029,0.005566463488415184,0.005545457529673926,1.824720340836614,484.53322982408207,0.007559191496153445,0.0055546319278695355,0.004789972932621892,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.9237130835943692,1.8876722873579865,1.1165241797765095,0.6563458202360263,0.04267433494674541,0.04406306287872011,6.798890134045048,1.386979842533542,0.05310284361053067,0.04274799610479139,0.03891174187888303,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.4701334676637747,1.2631138664851636,0.8738809982935588,2.557263878685798,0.7635639694321401,0.4497331570181121,20.896519109673267,1.2124906051857782,0.8079320926069942,0.5823026591885426,0.36715671095947994,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.07726035106442097,0.07447136849910369,0.25274375743336147,3.888366354721359,0.15830200071026282,0.1736822479794591,73.91637161596847,0.2779574626888456,0.17820958833254122,0.16204407872380003,0.14155785499665394,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.7403560072126631,1.5551204852777185,0.9836413572231929,2.8868362712090367,0.9154819661487685,0.5054346111892438,38.763404727008634,1.3192255331112506,0.908880970223947,0.6776801150876628,0.4623144899214879,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.07925722304056354,0.07902794855639354,0.2608989386094941,3.7685411561270024,0.16283010409781268,0.1791126238421736,72.68099505008324,0.28152659384250633,0.17985727866496282,0.16667900699687255,0.1455127551696126,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,1.3335811739082903,1.2947880806536034,0.895061194896698,0.45003077797449165,0.06391948649758679,0.06743536796971411,2.1747872214032227,1.1548078515096312,0.08241269533822627,0.0638759127483081,0.051938574030089585,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,125.60370326253239,78.59598981577581,7.579196850458781,0.6555344843448614,0.43959746251296394,0.3299864645581607,2.770004975905003,11.207305798564274,0.515574722775361,0.3486691971531435,0.26331613538049187,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.8869182200855903,1.8027485154648275,1.1904440720876057,0.6265494600170339,0.05003382104463706,0.048520627647047766,2.7617313385642905,1.3736514186960207,0.057215608035876046,0.04958461840475799,0.03316696775983716,Weather,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 29eab7bc8d9a71595fb1bad75cfc379545473c74..a2ebabc7a23e9b0733f509eeb7c6e92365500d10 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T06:26:55.242413+00:00", + "evaluated_at": "2026-06-22T06:34:42.183864+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64144.01171875 + 64124.0 ], "p50": [ - 64346.72265625, - 64323.841796875, - 64379.4453125, - 64398.72265625, - 64440.21484375, - 64449.447265625, - 64448.724609375, - 64500.33984375, - 64487.8671875, - 64277.2890625, - 64410.966796875, - 64437.47265625, - 64308.341796875, - 64371.759765625, - 64498.818359375, - 64418.1484375, - 64497.9453125, - 64517.67578125, - 64457.22265625, - 64597.923828125, - 64628.447265625, - 64461.591796875, - 64330.763671875, - 64599.806640625 + 64361.015625, + 64334.447265625, + 64330.8203125, + 64395.2890625, + 64520.53125, + 64439.970703125, + 64421.8515625, + 64461.2890625, + 64447.197265625, + 64467.09765625, + 64385.294921875, + 64345.5, + 64417.982421875, + 64479.16796875, + 64404.185546875, + 64420.94140625, + 64306.564453125, + 64428.17578125, + 64355.2890625, + 64458.12890625, + 64304.375, + 64346.7265625, + 64622.974609375, + 64580.994140625 ], "p10": [ - 64129.58203125, - 64010.083984375, - 63955.171875, - 63935.80859375, - 63924.79296875, - 63972.0625, - 63745.73046875, - 63866.380859375, - 63652.525390625, - 63512.037109375, - 63580.00390625, - 63463.515625, - 63265.4765625, - 63376.552734375, - 63306.091796875, - 63313.525390625, - 63365.578125, - 63400.35546875, - 62889.037109375, - 63326.6796875, - 62946.630859375, - 62859.49609375, - 62652.822265625, - 63088.07421875 + 64128.32421875, + 64000.77734375, + 63899.18359375, + 63944.34375, + 64006.779296875, + 63913.572265625, + 63939.654296875, + 63834.400390625, + 63674.2734375, + 63715.1328125, + 63539.365234375, + 63625.69140625, + 63511.21484375, + 63315.94140625, + 63292.669921875, + 63136.45703125, + 63118.783203125, + 63109.7578125, + 63194.474609375, + 62884.849609375, + 62976.876953125, + 63008.03515625, + 63171.267578125, + 62935.564453125 ], "p90": [ - 64595.208984375, - 64602.6484375, - 64722.400390625, - 64842.521484375, - 64864.779296875, - 65004.041015625, - 65142.900390625, - 65125.2109375, - 65126.0234375, - 65089.080078125, - 65305.572265625, - 65578.52734375, - 65234.71484375, - 65562.265625, - 65644.9140625, - 65643.625, - 65709.83984375, - 66094.3828125, - 66062.4453125, - 66315.15234375, - 66089.58203125, - 66153.859375, - 66265.703125, - 66321.484375 + 64574.373046875, + 64604.69140625, + 64676.5, + 64885.724609375, + 64993.560546875, + 65024.15625, + 65075.2578125, + 65181.30078125, + 65214.908203125, + 65252.978515625, + 65353.927734375, + 65339.541015625, + 65491.7578125, + 65497.662109375, + 65462.337890625, + 65686.34765625, + 65907.03125, + 65895.17578125, + 66096.5703125, + 66137.1953125, + 65935.81640625, + 66100.0625, + 66115.38671875, + 66122.44140625 ], "timestamps": [ "2026-06-17 07:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 8b4f04ab68856dad8e460bc9f45d12b66fa446b4..cb0088c6ac5ee02033f6b6563ee3919082975e2e 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T06:18:10.571596+00:00", + "evaluated_at": "2026-06-22T06:34:49.632442+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.774999976158142, - 1.7879999876022339, - 1.7960000038146973, 1.805999994277954, 1.8070000410079956, 1.815999984741211, @@ -245,12 +242,12 @@ 1.6390000581741333, 1.6519999504089355, 1.680999994277954, - 1.7070000171661377 - ], - "actuals": [ + 1.7070000171661377, 1.7280000448226929, 1.7480000257492065, - 1.7640000581741333, + 1.7640000581741333 + ], + "actuals": [ 1.7740000486373901, 1.7929999828338623, 1.8079999685287476, @@ -307,198 +304,198 @@ 0.875, 0.8450000286102295, 0.8220000267028809, - 0.8069999814033508 + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464 ], "p50": [ - 1.7266772985458374, - 1.7560742497444153, - 1.7770700454711914, - 1.795577049255371, - 1.81902676820755, - 1.8398019671440125, - 1.867455244064331, - 1.8866115808486938, - 1.9050984978675842, - 1.9169846773147583, - 1.9373745322227478, - 1.966234564781189, - 1.986533284187317, - 2.023914098739624, - 2.0534420013427734, - 2.0437811613082886, - 2.0868773460388184, - 2.1009066104888916, - 2.1614835262298584, - 2.1830779314041138, - 2.17447566986084, - 2.2162868976593018, - 2.204245924949646, - 2.244388461112976, - 2.2267688512802124, - 2.2359741926193237, - 2.224965453147888, - 2.2744359970092773, - 2.3429553508758545, - 2.3564090728759766, - 2.3164315223693848, - 2.37163770198822, - 2.717944622039795, - 2.4837708473205566, - 2.579268217086792, - 2.498055100440979, - 2.5448567867279053, - 2.685014486312866, - 2.568572759628296, - 2.543548345565796, - 2.7736263275146484, - 2.6469218730926514, - 2.6471039056777954, - 2.7581478357315063, - 2.5786149501800537, - 2.678960919380188, - 2.6305736303329468, - 2.6438225507736206, - 2.920033097267151, - 2.790783405303955, - 2.790783405303955, - 2.9719746112823486, - 2.789315104484558, - 2.790783405303955, - 2.790783405303955, - 2.790783405303955, - 2.9392629861831665, - 2.914253354072571, - 2.853628396987915, - 2.9261982440948486 + 1.7780950665473938, + 1.8006870746612549, + 1.8188520073890686, + 1.8400327563285828, + 1.8605788946151733, + 1.8797665238380432, + 1.8930835127830505, + 1.9210938811302185, + 1.93148273229599, + 1.9472574591636658, + 1.9687082171440125, + 1.996210515499115, + 2.0186644792556763, + 2.0371557474136353, + 2.0517460107803345, + 2.0828479528427124, + 2.1107194423675537, + 2.1876009702682495, + 2.1719868183135986, + 2.164535641670227, + 2.226073741912842, + 2.2282153367996216, + 2.299372911453247, + 2.2789589166641235, + 2.2541221380233765, + 2.302271604537964, + 2.3259215354919434, + 2.361433506011963, + 2.4195441007614136, + 2.428915023803711, + 2.407813549041748, + 2.4835753440856934, + 2.6286818981170654, + 2.504251718521118, + 2.553397536277771, + 2.608842611312866, + 2.6998908519744873, + 2.581805944442749, + 2.7340450286865234, + 2.6117162704467773, + 2.699777126312256, + 2.63489031791687, + 2.75278639793396, + 2.853917360305786, + 2.8755358457565308, + 2.825353503227234, + 2.677995800971985, + 2.7846531867980957, + 2.866824507713318, + 3.098454475402832, + 2.804223895072937, + 2.85543429851532, + 2.7856686115264893, + 2.778836488723755, + 2.9317455291748047, + 2.8244895935058594, + 2.9746158123016357, + 2.8034887313842773, + 2.879763603210449, + 3.165182948112488 ], "p10": [ - 1.713893175125122, - 1.7322571873664856, - 1.7416913509368896, - 1.7544384002685547, - 1.7705963253974915, - 1.765670120716095, - 1.7960453033447266, - 1.7815462350845337, - 1.778031826019287, - 1.7746073603630066, - 1.771130621433258, - 1.8222951292991638, - 1.7849819660186768, - 1.8219038844108582, - 1.7327003479003906, - 1.7398093342781067, - 1.6294173002243042, - 1.700868010520935, - 1.6636324524879456, - 1.707019567489624, - 1.6436264514923096, - 1.6432287693023682, - 1.690941333770752, - 1.7563185095787048, - 1.5492423176765442, - 1.4945797324180603, - 1.6456323266029358, - 1.5838003158569336, - 1.5315966606140137, - 1.567472219467163, - 1.4429303407669067, - 1.6899607181549072, - 1.5113739967346191, - 1.4719430804252625, - 1.6039929389953613, - 1.5681769251823425, - 1.326870322227478, - 1.4537460207939148, - 1.3785324096679688, - 1.4941081404685974, - 1.4333712458610535, - 1.5230522155761719, - 1.688916563987732, - 1.3087738156318665, - 1.2225540280342102, - 1.6084998846054077, - 1.128498911857605, - 1.0217435956001282, - 1.2355571389198303, - 1.7560856938362122, - 1.4264501929283142, - 1.6741876006126404, - 1.5316623449325562, - 1.0618219375610352, - 1.2414074540138245, - 1.1319966316223145, - 1.4895551800727844, - 1.0439331531524658, - 1.392396330833435, - 1.5301395654678345 + 1.7656285762786865, + 1.7816844582557678, + 1.78486168384552, + 1.798267424106598, + 1.8014946579933167, + 1.8145342469215393, + 1.8225089311599731, + 1.8027707934379578, + 1.8236894607543945, + 1.8289238214492798, + 1.8380385041236877, + 1.8524672985076904, + 1.8672384023666382, + 1.8252272009849548, + 1.852048099040985, + 1.8722113370895386, + 1.7559216022491455, + 1.7888009548187256, + 1.7861973643302917, + 1.7853996753692627, + 1.792749285697937, + 1.7298819422721863, + 1.8984577655792236, + 1.8742817044258118, + 1.779829740524292, + 1.9087042212486267, + 1.8012619018554688, + 1.739321768283844, + 1.7966134548187256, + 1.872047483921051, + 1.8168357014656067, + 1.933846354484558, + 1.6534488201141357, + 1.8521377444267273, + 1.778272271156311, + 1.6296404600143433, + 1.5553339719772339, + 1.5636357069015503, + 1.6840975284576416, + 1.5630040764808655, + 1.7420839667320251, + 1.6587567329406738, + 1.8373985886573792, + 1.696769893169403, + 1.6789830923080444, + 1.8472161293029785, + 1.6091089844703674, + 1.5281829237937927, + 1.8496876955032349, + 1.839141070842743, + 1.5100834369659424, + 1.7365973591804504, + 1.7163599729537964, + 1.4008710384368896, + 1.517062485218048, + 1.7021887302398682, + 1.3886550664901733, + 1.7135897278785706, + 1.6447443962097168, + 1.2803561091423035 ], "p90": [ - 1.7394026517868042, - 1.7773059010505676, - 1.8129323720932007, - 1.8411515951156616, - 1.8822523355484009, - 1.9254127740859985, - 1.9533593654632568, - 1.9812546968460083, - 2.000507116317749, - 2.064543604850769, - 2.0920244455337524, - 2.138916254043579, - 2.1784781217575073, - 2.221182703971863, - 2.338478446006775, - 2.3264403343200684, - 2.569418430328369, - 2.4429951906204224, - 2.6744874715805054, - 2.6065988540649414, - 2.682987689971924, - 2.827782154083252, - 2.741149067878723, - 2.7933253049850464, - 2.8370823860168457, - 2.7898013591766357, - 2.846800923347473, - 2.979014039039612, - 3.078810930252075, - 3.1461809873580933, - 3.1285653114318848, - 3.2172534465789795, - 3.7242950201034546, - 3.643723249435425, - 3.6295080184936523, - 3.5360167026519775, - 3.706278920173645, - 4.032402515411377, - 3.807297706604004, - 3.71394681930542, - 4.049440383911133, - 4.070193290710449, - 3.9027572870254517, - 4.036668062210083, - 4.046225070953369, - 3.9051129817962646, - 4.025377035140991, - 4.242416858673096, - 4.4966630935668945, - 4.7606775760650635, - 4.569072246551514, - 5.349602699279785, - 4.991183280944824, - 4.862829208374023, - 4.78373384475708, - 5.022853851318359, - 4.999884366989136, - 4.92313289642334, - 4.92313289642334, - 5.7055158615112305 + 1.7904720902442932, + 1.8255465030670166, + 1.8548115491867065, + 1.8793491125106812, + 1.9110431671142578, + 1.9459387063980103, + 1.9783334732055664, + 1.9989232420921326, + 2.018494725227356, + 2.057222008705139, + 2.0754677057266235, + 2.1428879499435425, + 2.1933531761169434, + 2.217815637588501, + 2.2836740016937256, + 2.361433506011963, + 2.4742977619171143, + 2.6159039735794067, + 2.533225417137146, + 2.524504065513611, + 2.597704529762268, + 2.629172444343567, + 2.7011719942092896, + 2.7661454677581787, + 2.79596745967865, + 2.787368059158325, + 2.8233453035354614, + 2.880415916442871, + 2.983962655067444, + 3.080662727355957, + 3.0794601440429688, + 3.2127838134765625, + 3.4062358140945435, + 3.322915554046631, + 3.6284416913986206, + 3.6326541900634766, + 3.6440255641937256, + 3.642526865005493, + 4.064134120941162, + 3.645866632461548, + 3.7105644941329956, + 3.8075941801071167, + 4.064134120941162, + 4.064134120941162, + 4.248053073883057, + 4.104608774185181, + 4.091419458389282, + 3.977702260017395, + 4.8830039501190186, + 4.80187201499939, + 4.643287181854248, + 4.489809036254883, + 4.915484428405762, + 4.626628637313843, + 4.915484428405762, + 4.915484428405762, + 4.915484428405762, + 4.915484428405762, + 4.666913986206055, + 5.293185710906982 ], "timestamps": [ - "2026-06-21 00:12:00", - "2026-06-21 00:18:00", - "2026-06-21 00:24:00", "2026-06-21 00:30:00", "2026-06-21 00:36:00", "2026-06-21 00:42:00", @@ -795,6 +792,9 @@ "2026-06-22 05:48:00", "2026-06-22 05:54:00", "2026-06-22 06:00:00", - "2026-06-22 06:06:00" + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index c5f870e030ce883523bbb6c8269e54ee0547c82d..dc4949cf1a7165e04db8e67a7d10140ce182d39c 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T06:05:16.770003+00:00", + "evaluated_at": "2026-06-22T06:34:55.060827+00:00", "freq": "10min", - "context_length": 79, + "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, - 1.2999999523162842, 1.5, 1.5, 1.2999999523162842, @@ -84,10 +82,10 @@ 1.2000000476837158, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2999999523162842, 1.2000000476837158, 1.5, @@ -158,234 +156,232 @@ 1.7999999523162842, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842 ], "p50": [ - 1.304813027381897, - 1.3076631426811218, - 1.3093186020851135, - 1.3107962608337402, - 1.30575692653656, - 1.316512405872345, - 1.3091329336166382, - 1.3169776797294617, - 1.3012517094612122, - 1.2982284426689148, - 1.315540850162506, - 1.3200064301490784, - 1.295747995376587, - 1.3049935698509216, - 1.3119151592254639, - 1.306186854839325, - 1.3124498128890991, - 1.299698531627655, - 1.3047525882720947, - 1.3088527917861938, - 1.3174111247062683, - 1.3047872185707092, - 1.3110163807868958, - 1.308212161064148, - 1.2918433547019958, - 1.2945393323898315, - 1.3091288805007935, - 1.3255004286766052, - 1.306964933872223, - 1.3116867542266846, - 1.3140024542808533, - 1.3190808296203613, - 1.3181105256080627, - 1.3068365454673767, - 1.3064071536064148, - 1.311525046825409, - 1.3090590238571167, - 1.3090088963508606, - 1.3157938718795776, - 1.3174514174461365, - 1.3109334111213684, - 1.302284836769104, - 1.316064476966858, - 1.3063853979110718, - 1.3258764147758484, - 1.309916377067566, - 1.2977728843688965, - 1.3189006447792053, - 1.3162668943405151, - 1.3104974031448364, - 1.3073002099990845, - 1.2919443249702454, - 1.2885332107543945, - 1.3026534914970398, - 1.297816276550293, - 1.3138325214385986, - 1.3217029571533203, - 1.3220494985580444, - 1.3271304965019226, - 1.3200880885124207, - 1.3008427023887634, - 1.3110957145690918, - 1.3012431263923645, - 1.3113260865211487, - 1.3075333833694458, - 1.3043738007545471, - 1.316078543663025, - 1.2875131368637085, - 1.3042952418327332, - 1.312510073184967, - 1.299714207649231, - 1.3070789575576782 + 1.3129815459251404, + 1.3043920993804932, + 1.311483919620514, + 1.3085579872131348, + 1.3118321895599365, + 1.3063990473747253, + 1.2967996001243591, + 1.3058059215545654, + 1.308753788471222, + 1.3000266551971436, + 1.3140486478805542, + 1.2964648008346558, + 1.3005521297454834, + 1.306637704372406, + 1.3237926363945007, + 1.303238034248352, + 1.3099769949913025, + 1.3195589184761047, + 1.3125981092453003, + 1.2980986833572388, + 1.284586250782013, + 1.3051119446754456, + 1.3141950368881226, + 1.3115162253379822, + 1.311188817024231, + 1.3089964389801025, + 1.3003514409065247, + 1.3067695498466492, + 1.3051576614379883, + 1.3131117224693298, + 1.3072587251663208, + 1.3158551454544067, + 1.3039432764053345, + 1.3173412680625916, + 1.3133914470672607, + 1.3132888078689575, + 1.3092841506004333, + 1.2994849681854248, + 1.3025916814804077, + 1.290462076663971, + 1.3069478869438171, + 1.30893874168396, + 1.3062809109687805, + 1.3001983761787415, + 1.3224592208862305, + 1.3040687441825867, + 1.2952627539634705, + 1.323686420917511, + 1.3220195174217224, + 1.3213690519332886, + 1.3049076795578003, + 1.2918705940246582, + 1.310391128063202, + 1.289196252822876, + 1.2985625267028809, + 1.306687593460083, + 1.3255137205123901, + 1.3245087265968323, + 1.293382465839386, + 1.3218443393707275, + 1.2935277223587036, + 1.2975928783416748, + 1.3094214797019958, + 1.3135490417480469, + 1.3010687828063965, + 1.3076710104942322, + 1.3078583478927612, + 1.3081525564193726, + 1.3316057920455933, + 1.299885094165802, + 1.304322361946106, + 1.3244914412498474 ], "p10": [ - 1.1788844466209412, - 1.174471139907837, - 1.1944741010665894, - 1.1782703399658203, - 1.1648261547088623, - 1.1351754069328308, - 1.1773276925086975, - 1.1932832598686218, - 1.1474378108978271, - 1.173003911972046, - 1.1608672142028809, - 1.1587627530097961, - 1.1598547101020813, - 1.1687862873077393, - 1.1765958070755005, - 1.1810633540153503, - 1.1691264510154724, - 1.1252763271331787, - 1.1482995748519897, - 1.1634266376495361, - 1.15811687707901, - 1.179622232913971, - 1.189297080039978, - 1.186455488204956, - 1.1775501370429993, - 1.1679417490959167, - 1.1944894790649414, - 1.2090274095535278, - 1.1301006078720093, - 1.1589308977127075, - 1.1679094433784485, - 1.1903004050254822, - 1.1556020379066467, - 1.1670233011245728, - 1.1855302453041077, - 1.1828289031982422, - 1.1537311673164368, - 1.1857149004936218, - 1.163211166858673, - 1.1633686423301697, - 1.1171596050262451, - 1.1155611276626587, - 1.1499325633049011, - 1.1609652638435364, - 1.1679584383964539, - 1.171277940273285, - 1.1290266513824463, - 1.156859278678894, - 1.149046540260315, - 1.1676242351531982, - 1.1326169967651367, - 1.1627787351608276, - 1.0732436180114746, - 1.1282941699028015, - 1.0715034008026123, - 1.122030258178711, - 1.1237966418266296, - 1.1019520163536072, - 1.1068247556686401, - 1.0847941637039185, - 1.1189767718315125, - 1.0953861474990845, - 1.0674899816513062, - 1.1310774087905884, - 1.1100396513938904, - 1.114149034023285, - 1.1115692257881165, - 1.0773231387138367, - 1.0718400478363037, - 1.1371080875396729, - 1.12242591381073, - 1.1041205525398254 + 1.2199346423149109, + 1.178501546382904, + 1.204714298248291, + 1.1983941197395325, + 1.1645895838737488, + 1.1791331768035889, + 1.1730639338493347, + 1.1965211033821106, + 1.1553633213043213, + 1.176329791545868, + 1.208902895450592, + 1.1535035967826843, + 1.1769980788230896, + 1.1523813605308533, + 1.1887244582176208, + 1.1361192464828491, + 1.1495617628097534, + 1.190935730934143, + 1.1603919863700867, + 1.155849814414978, + 1.1475023031234741, + 1.1994792222976685, + 1.1677196621894836, + 1.1759690046310425, + 1.1772381663322449, + 1.1757222414016724, + 1.1978102326393127, + 1.1672725677490234, + 1.170823574066162, + 1.1999928951263428, + 1.1663753986358643, + 1.191352903842926, + 1.1358733773231506, + 1.1776997447013855, + 1.1702250242233276, + 1.1593117117881775, + 1.1314155459403992, + 1.1360442638397217, + 1.1773963570594788, + 1.1575085520744324, + 1.136882245540619, + 1.173037350177765, + 1.1631412506103516, + 1.1343479752540588, + 1.1849061250686646, + 1.1267145276069641, + 1.16389799118042, + 1.1513813734054565, + 1.150408148765564, + 1.1695950031280518, + 1.1618768572807312, + 1.1119452714920044, + 1.1697640419006348, + 1.1373751759529114, + 1.144797146320343, + 1.1727526783943176, + 1.133594274520874, + 1.1600125432014465, + 1.102514386177063, + 1.1166902780532837, + 1.142554223537445, + 1.1635417342185974, + 1.0879952907562256, + 1.1197690963745117, + 1.1204733848571777, + 1.1697880029678345, + 1.121492326259613, + 1.0915660858154297, + 1.0895389318466187, + 1.09939044713974, + 1.1100326180458069, + 1.0976735353469849 ], "p90": [ - 1.4077404141426086, - 1.410195767879486, - 1.430751621723175, - 1.4541964530944824, - 1.4356066584587097, - 1.4694290161132812, - 1.4290531873703003, - 1.4346113801002502, - 1.4367740750312805, - 1.4241949915885925, - 1.4553169012069702, - 1.4582300186157227, - 1.4199970960617065, - 1.4354998469352722, - 1.4344128370285034, - 1.4338636994361877, - 1.4340768456459045, - 1.437108337879181, - 1.4450179934501648, - 1.4947853684425354, - 1.429750919342041, - 1.450098991394043, - 1.440984845161438, - 1.4339743852615356, - 1.405813217163086, - 1.441002368927002, - 1.399791955947876, - 1.4400911331176758, - 1.437914788722992, - 1.4538334608078003, - 1.4479025602340698, - 1.4557039141654968, - 1.467453956604004, - 1.4408507943153381, - 1.4903799891471863, - 1.4443736672401428, - 1.4556305408477783, - 1.4496390223503113, - 1.4608253836631775, - 1.4550732970237732, - 1.4735972881317139, - 1.452199637889862, - 1.470270574092865, - 1.4331725239753723, - 1.457707941532135, - 1.4611743092536926, - 1.460564374923706, - 1.4618074297904968, - 1.4644481539726257, - 1.4508692622184753, - 1.5359204411506653, - 1.4569954872131348, - 1.452747106552124, - 1.4940259456634521, - 1.475598931312561, - 1.532957136631012, - 1.518213927745819, - 1.4773777723312378, - 1.514078676700592, - 1.4924351572990417, - 1.4838124513626099, - 1.4967737197875977, - 1.4816845059394836, - 1.4590032696723938, - 1.4525175094604492, - 1.5531285405158997, - 1.4770044684410095, - 1.4851307272911072, - 1.5003798007965088, - 1.50523042678833, - 1.4598596692085266, - 1.5290305018424988 + 1.4097197651863098, + 1.4133524894714355, + 1.4279656410217285, + 1.450583279132843, + 1.4240469932556152, + 1.4256682991981506, + 1.4061239361763, + 1.4162567853927612, + 1.4454234838485718, + 1.4274588823318481, + 1.4377873539924622, + 1.414376139640808, + 1.4248328804969788, + 1.4369742274284363, + 1.4387450218200684, + 1.4408417344093323, + 1.453954815864563, + 1.4649906754493713, + 1.4445119500160217, + 1.4575728178024292, + 1.403947651386261, + 1.4369708895683289, + 1.479908049106598, + 1.4325979948043823, + 1.4367526769638062, + 1.4282294511795044, + 1.425905168056488, + 1.465182602405548, + 1.4750160574913025, + 1.4556635022163391, + 1.4290333986282349, + 1.4565922617912292, + 1.4446390271186829, + 1.4467655420303345, + 1.42044335603714, + 1.442909598350525, + 1.4741252064704895, + 1.4274371266365051, + 1.460698425769806, + 1.4699016213417053, + 1.4556256532669067, + 1.4456842541694641, + 1.4661570191383362, + 1.4761695861816406, + 1.45152348279953, + 1.4386907815933228, + 1.4344265460968018, + 1.4470892548561096, + 1.4944639801979065, + 1.4709802269935608, + 1.452303946018219, + 1.4312843680381775, + 1.4738044142723083, + 1.4356411695480347, + 1.4675975441932678, + 1.4823973774909973, + 1.467376470565796, + 1.4741633534431458, + 1.4201446771621704, + 1.477473497390747, + 1.465189516544342, + 1.5689849853515625, + 1.4723690152168274, + 1.526850402355194, + 1.495289385318756, + 1.4750396013259888, + 1.4892224073410034, + 1.5122526288032532, + 1.5239534378051758, + 1.4790863990783691, + 1.5011162161827087, + 1.5253013968467712 ], "timestamps": [ - "2026-06-20 04:40:00", - "2026-06-20 04:50:00", - "2026-06-20 05:00:00", "2026-06-20 05:10:00", "2026-06-20 05:20:00", "2026-06-20 05:30:00", @@ -533,6 +529,8 @@ "2026-06-21 05:10:00", "2026-06-21 05:20:00", "2026-06-21 05:30:00", - "2026-06-21 05:40:00" + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 3a253f36215193a720840fd516d2a21c90a7f09c..7dddd02959103d7531353cc2d03db91cab7424fb 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,13 +1,25 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T06:26:58.006678+00:00", + "evaluated_at": "2026-06-22T06:34:57.520677+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:23:00.646197Z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 03e899e6f85f8b1af3affc2d5aad8e603bceb715..3a777d0cf00f3f40ac2630d3da25bd12054060cc 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,68090.3657740689,67232.82954560923,212.81386718749732,0.20008151008500874,0.003320877334197238,0.0033229600980655104,0.8754841687772962,260.94130714409494,0.0040708862565201264,0.0033200609616478942,0.00235472823846613,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,67829.35643975472,67014.10369622451,211.980045572914,0.1992975748556359,0.003307902682162633,0.0033099588714169963,0.8754841687772962,260.44069658898303,0.00406312916788493,0.0033070956937891935,0.002347531945542191,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.13434797463742482,0.1343329397479569,0.33549380674230844,0.9817654751393203,0.2458398675238165,0.2362420205525057,34.70901944295047,0.3665350933231698,0.24423732744478832,0.22355324831277223,0.21719192270953344,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.08017271351653424,0.07986113357323404,0.2625000371977136,4.038462999513694,0.1644389221523956,0.1810696647861585,56.49142845199955,0.283147865110324,0.1815373618337958,0.16829921785064048,0.15425350858064174,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.14749302365953895,0.1476374274248223,0.3377626697953249,0.9912815469432299,0.28516049168225593,0.24566980335739552,35.1299030921281,0.384048204864362,0.2645901677074732,0.2327017294040786,0.22616691520979337,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.08352606535744925,0.08250711979236686,0.2668290409031483,3.854198210436176,0.16652851984455982,0.18358764153089846,49.14757158403984,0.2890087634613339,0.18463736941157566,0.1704675374024163,0.15699320682859694,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,0.5140346453249166,0.6250127124643415,0.786184226420889,0.3952881669596911,0.056142298375936116,0.05459187849743944,1.5785612066442762,0.7169620947615827,0.051165896220225035,0.05610592363659857,0.0447064306062637,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,152.08580922040986,145.90859239813193,10.473314733370819,0.9058504625996212,0.6063289327383238,0.41886483805184765,16.907084854896556,12.332307538348607,0.5673286831415902,0.4818086021074315,0.44516713657454576,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,5.814030567462749,5.358591359631549,2.110124197883985,1.1105915916189244,0.0901670368938088,0.08577346626464023,18.097181107325696,2.4112300942595146,0.10043304588031764,0.08789132189573678,0.0783366443347524,Weather,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 99dea3914b7633941725f40599cfa6978f34b29e..03f73ac3e03fdd9cae669a12d9562ac61ee8b6ce 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T06:27:15.912813+00:00", + "evaluated_at": "2026-06-22T06:35:24.488091+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64144.01171875 + 64124.0 ], "p50": [ 64043.95657552084, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index eca12646713cdd49ec8e8df2412f79b61fa391fa..d1e89dae835f074afbc94fda05d4c595fddf1b46 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T06:18:55.422413+00:00", + "evaluated_at": "2026-06-22T06:35:24.503446+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.774999976158142, - 1.7879999876022339, - 1.7960000038146973, 1.805999994277954, 1.8070000410079956, 1.815999984741211, @@ -245,12 +242,12 @@ 1.6390000581741333, 1.6519999504089355, 1.680999994277954, - 1.7070000171661377 - ], - "actuals": [ + 1.7070000171661377, 1.7280000448226929, 1.7480000257492065, - 1.7640000581741333, + 1.7640000581741333 + ], + "actuals": [ 1.7740000486373901, 1.7929999828338623, 1.8079999685287476, @@ -307,198 +304,198 @@ 0.875, 0.8450000286102295, 0.8220000267028809, - 0.8069999814033508 + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464 ], "p50": [ - 1.4012428232607648, - 1.4032428869185254, - 1.402242855089645, - 1.407242895024757, - 1.4012428083596036, - 1.4012428679642484, - 1.4032429018196866, - 1.4012429275688931, - 1.4027428486523434, - 1.4012429275688931, - 1.403242857116203, - 1.4032428422150418, - 1.4012428679642484, - 1.4032428422150418, - 1.4042428740439221, - 1.4032428422150418, - 1.402242855089645, - 1.4037428655800626, - 1.4062428631958768, - 1.4002428212342068, - 1.402242855089645, - 1.4012429275688931, - 1.402242855089645, - 1.4047428676066205, - 1.404242859142761, - 1.4087428459105298, - 1.4102428713021085, - 1.402242855089645, - 1.402242855089645, - 1.4012428232607648, - 1.4012428679642484, - 1.4012428679642484, - 1.4037428804812238, - 1.40524287607048, - 1.4032428720173642, - 1.4032428422150418, - 1.40524287607048, - 1.4017428615269467, - 1.4012428530630872, - 1.4012428083596036, - 1.4017428615269467, - 1.4012428679642484, - 1.4057428994355008, - 1.4012428530630872, - 1.4027428486523434, - 1.4017428615269467, - 1.40524287607048, - 1.4087428459105298, - 1.403242857116203, - 1.4032429018196866, - 1.4012428679642484, - 1.4012428679642484, - 1.4042428293404385, - 1.4012428530630872, - 1.404242859142761, - 1.4042428740439221, - 1.4002428212342068, - 1.4012428679642484, - 1.4027428486523434, - 1.4042428740439221 + 1.4830924099417744, + 1.484092397067171, + 1.4835924035044727, + 1.487092418048006, + 1.4820924824210224, + 1.484092397067171, + 1.4840924566718159, + 1.4805924421282826, + 1.484092397067171, + 1.4840924417706547, + 1.484092397067171, + 1.4850923841925678, + 1.4835924035044727, + 1.484092397067171, + 1.4870924776526508, + 1.4825924461813984, + 1.482092378112894, + 1.484092397067171, + 1.4855923777552662, + 1.4800923889609394, + 1.4850924139948902, + 1.4830924099417744, + 1.4840924119683323, + 1.4910924261542378, + 1.4845924204321919, + 1.4850924288960514, + 1.4880924498768864, + 1.4820924824210224, + 1.4855923479529438, + 1.4820924228163777, + 1.482092378112894, + 1.484092397067171, + 1.4840924268694935, + 1.4840924268694935, + 1.4845924055310307, + 1.4835924035044727, + 1.4865923350783405, + 1.4835924035044727, + 1.4840924268694935, + 1.4820924079152165, + 1.4830924099417744, + 1.4820923632117329, + 1.4850923841925678, + 1.4830924099417744, + 1.483592418405634, + 1.4830924099417744, + 1.4830924099417744, + 1.490092439028841, + 1.484092397067171, + 1.4845924204321919, + 1.4830924099417744, + 1.4820924526187, + 1.4845924204321919, + 1.4820924228163777, + 1.484092397067171, + 1.484092397067171, + 1.481592399451357, + 1.4830924099417744, + 1.484092397067171, + 1.4840924566718159 ], "p10": [ - 1.373142866152267, - 1.3722428181347652, - 1.3712428906140133, - 1.3741428651985927, - 1.3721427776989743, - 1.371242836969833, - 1.3751427927193447, - 1.3722428240952298, - 1.3742429115948482, - 1.373142812508087, - 1.3732428708252713, - 1.3732428112206265, - 1.3732429244694515, - 1.3732428648648067, - 1.3732428708252713, - 1.3752428450760648, - 1.371242836969833, - 1.3742429115948482, - 1.374242857950668, - 1.3732428112206265, - 1.3751427986798093, - 1.3721427776989743, - 1.372242764490585, - 1.3732429244694515, - 1.371242836969833, - 1.371242836969833, - 1.3742429175553128, - 1.3732428708252713, - 1.3732429244694515, - 1.3741428592381284, - 1.3712428965744778, - 1.3741428651985927, - 1.372242764490585, - 1.3752428927597806, - 1.37524278547142, - 1.3742429115948482, - 1.3732429244694515, - 1.373142866152267, - 1.371242836969833, - 1.371242836969833, - 1.3731428601918028, - 1.373242930429916, - 1.3712428906140133, - 1.372242764490585, - 1.3732429244694515, - 1.3732428112206265, - 1.3732428648648067, - 1.374242857950668, - 1.3722428240952298, - 1.3721427776989743, - 1.3732428648648067, - 1.372242764490585, - 1.3742429115948482, - 1.371242836969833, - 1.3722428181347652, - 1.3732428648648067, - 1.3702429094490811, - 1.371242836969833, - 1.373142866152267, - 1.37524278547142 + 1.4559923535319386, + 1.4520923918219624, + 1.4520924454661426, + 1.4540924256774006, + 1.454092419716936, + 1.4540924256774006, + 1.4560923939677295, + 1.4530923729868945, + 1.456092399928194, + 1.4540923660727558, + 1.4550924664469775, + 1.4539923613997516, + 1.4540924256774006, + 1.4529923325511036, + 1.4539923673602162, + 1.4550924128027973, + 1.451992399069887, + 1.454992420050722, + 1.4520924454661426, + 1.4520923918219624, + 1.4530923193427143, + 1.4539923673602162, + 1.4540924256774006, + 1.4540924793215808, + 1.4520923918219624, + 1.4520924454661426, + 1.4540924256774006, + 1.4530923729868945, + 1.4520924514266071, + 1.4550924128027973, + 1.4539923673602162, + 1.4539923673602162, + 1.4530923193427143, + 1.4560924595328388, + 1.454092419716936, + 1.45609244761191, + 1.4520924454661426, + 1.4520923918219624, + 1.4520923918219624, + 1.4529923325511036, + 1.4540924256774006, + 1.4540924256774006, + 1.4540924256774006, + 1.4520923918219624, + 1.4530923729868945, + 1.4550924128027973, + 1.4540924256774006, + 1.4540924256774006, + 1.4559924608202992, + 1.453092378947359, + 1.4530923193427143, + 1.4530923193427143, + 1.4560924595328388, + 1.4520923918219624, + 1.4540924256774006, + 1.4550924128027973, + 1.4520923918219624, + 1.4520923918219624, + 1.4520924454661426, + 1.4530923193427143 ], "p90": [ - 1.4302428522286221, - 1.4304428496537014, - 1.4282428779778287, - 1.4302428522286221, - 1.4303428569016263, - 1.4322428324398802, - 1.4312428989586636, - 1.4302428522286221, - 1.428342870729904, - 1.4322428860840604, - 1.4292428114590452, - 1.4304428496537014, - 1.4293429174599455, - 1.4322428860840604, - 1.4322428264794156, - 1.4302428522286221, - 1.4303428569016263, - 1.432242892044525, - 1.4322428860840604, - 1.4292428651032254, - 1.4302428522286221, - 1.4322428860840604, - 1.4312428989586636, - 1.4293429174599455, - 1.4322428860840604, - 1.428342870729904, - 1.4302428522286221, - 1.4302428522286221, - 1.4322428264794156, - 1.4272428312477872, - 1.4303428569016263, - 1.4312428989586636, - 1.4302428522286221, - 1.4293429174599455, - 1.4302428522286221, - 1.42924287106369, - 1.4322428264794156, - 1.4263427891907499, - 1.4302428522286221, - 1.4282428779778287, - 1.429342863815765, - 1.427342943209152, - 1.4302428522286221, - 1.42924287106369, - 1.4312428989586636, - 1.4303428569016263, - 1.4312428989586636, - 1.4322428324398802, - 1.4292428054985806, - 1.4352428474602505, - 1.4283428766903683, - 1.4283428766903683, - 1.4303428569016263, - 1.4263427891907499, - 1.4293429174599455, - 1.4322428264794156, - 1.4273428895649716, - 1.4303428569016263, - 1.4302428522286221, - 1.4303428569016263 + 1.5100924259158193, + 1.5130925005408344, + 1.5101924186678943, + 1.5110924070807514, + 1.5110924070807514, + 1.5091924255820333, + 1.5110924070807514, + 1.5101924723120748, + 1.5080923860999165, + 1.5110924070807514, + 1.5101923650237141, + 1.512092453810793, + 1.51009236035071, + 1.5100924259158193, + 1.5121924465628682, + 1.5121924465628682, + 1.5130924468966542, + 1.5110924070807514, + 1.5130923813315449, + 1.5110924070807514, + 1.5101924186678943, + 1.5111924117537556, + 1.5111924117537556, + 1.5110924070807514, + 1.512092453810793, + 1.5110924070807514, + 1.512092453810793, + 1.5130923813315449, + 1.5101924723120748, + 1.5100923663111745, + 1.509092432829958, + 1.512092453810793, + 1.5121924465628682, + 1.5110924070807514, + 1.5100924199553547, + 1.5112924164267598, + 1.5111924117537556, + 1.5101924723120748, + 1.5110924070807514, + 1.5100924795599995, + 1.5100924795599995, + 1.509092432829958, + 1.5121924465628682, + 1.5110924070807514, + 1.512092453810793, + 1.5101924723120748, + 1.5111924117537556, + 1.5110924070807514, + 1.5100923722716388, + 1.5101924186678943, + 1.5110924070807514, + 1.509092432829958, + 1.5110924070807514, + 1.506092411849123, + 1.512092453810793, + 1.51009236035071, + 1.5091924255820333, + 1.5080924457045612, + 1.5100924199553547, + 1.5150924211474477 ], "timestamps": [ - "2026-06-21 00:12:00", - "2026-06-21 00:18:00", - "2026-06-21 00:24:00", "2026-06-21 00:30:00", "2026-06-21 00:36:00", "2026-06-21 00:42:00", @@ -795,6 +792,9 @@ "2026-06-22 05:48:00", "2026-06-22 05:54:00", "2026-06-22 06:00:00", - "2026-06-22 06:06:00" + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00" ] } diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 8ffd253ba079171d7252eeb5fa1a871e3b4c75ef..fa1fa8cea84bb3a84a96851a8a58eeea496d2830 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T06:10:00.303020+00:00", + "evaluated_at": "2026-06-22T06:35:24.523980+00:00", "freq": "10min", - "context_length": 79, + "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, - 1.2999999523162842, 1.5, 1.5, 1.2999999523162842, @@ -84,10 +82,10 @@ 1.2000000476837158, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2999999523162842, 1.2000000476837158, 1.5, @@ -158,234 +156,232 @@ 1.7999999523162842, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842 ], "p50": [ - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499, - 1.299999972184499 + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835 ], "p10": [ - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411, - 1.1999999483426411 + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977 ], "p90": [ - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.3999998768170674, - 1.399999996026357, - 1.399999996026357, - 1.3999998768170674, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.299999972184499, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357, - 1.399999996026357 + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012985903463322, + 1.4012985784254033, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928 ], "timestamps": [ - "2026-06-20 04:40:00", - "2026-06-20 04:50:00", - "2026-06-20 05:00:00", "2026-06-20 05:10:00", "2026-06-20 05:20:00", "2026-06-20 05:30:00", @@ -533,6 +529,8 @@ "2026-06-21 05:10:00", "2026-06-21 05:20:00", "2026-06-21 05:30:00", - "2026-06-21 05:40:00" + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 3072989045ca6b0713db128e95bb7982bb2669f3..b0b911a22f76e443fada79e25b6850d5c7745fd7 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,13 +1,25 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T06:27:15.917581+00:00", + "evaluated_at": "2026-06-22T06:35:24.532761+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:23:00.646197Z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index fd518fcb17fce2085142c92f68e5495dfe84180f..3a27fe6d677c77206ffcb409bfbf0da410e4dc0b 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T06:23:01.262992+00:00", - "finished_at": "2026-06-22T06:27:16.076888+00:00", - "task_count": 1, + "started_at": "2026-06-22T06:31:22.223016+00:00", + "finished_at": "2026-06-22T06:35:24.671620+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,13 +10,25 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T06:24:00.242264+00:00", + "evaluated_at": "2026-06-22T06:32:14.515676+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:23:00.646197Z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -24,13 +36,25 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T06:24:34.452202+00:00", + "evaluated_at": "2026-06-22T06:33:04.936904+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:23:00.646197Z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -38,13 +62,25 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T06:25:50.629220+00:00", + "evaluated_at": "2026-06-22T06:33:46.252174+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:23:00.646197Z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -52,13 +88,25 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T06:26:03.987201+00:00", + "evaluated_at": "2026-06-22T06:34:14.547232+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:23:00.646197Z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -66,13 +114,25 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T06:26:58.006678+00:00", + "evaluated_at": "2026-06-22T06:34:57.520677+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:23:00.646197Z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -80,13 +140,25 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T06:27:15.673200+00:00", + "evaluated_at": "2026-06-22T06:35:24.069925+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:23:00.646197Z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -94,13 +166,25 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T06:27:15.870113+00:00", + "evaluated_at": "2026-06-22T06:35:24.378626+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:23:00.646197Z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -108,13 +192,25 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T06:27:15.905555+00:00", + "evaluated_at": "2026-06-22T06:35:24.479595+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:23:00.646197Z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -122,13 +218,25 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T06:27:15.917581+00:00", + "evaluated_at": "2026-06-22T06:35:24.532761+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:23:00.646197Z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -136,13 +244,25 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T06:27:15.929290+00:00", + "evaluated_at": "2026-06-22T06:35:24.556251+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:23:00.646197Z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -158,7 +278,5 @@ "overall": "aggregates/results_overall.csv", "metadata": "aggregates/metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T06:28:19.504310+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_063524.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_063524.json new file mode 100644 index 0000000000000000000000000000000000000000..7fd312944b35bd421ed6cbd9876e0f9bf949e58d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_063524.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T06:35:24.275729+00:00", + "metrics": { + "MSE[mean]": 319410.9475103755, + "MSE[0.5]": 261346.2450418217, + "MAE[0.5]": 479.26976162683997, + "MASE[0.5]": 0.4505957196853851, + "MAPE[0.5]": 0.007468555044112989, + "sMAPE[0.5]": 0.007499192732027766, + "MSIS": 6.004076100650657, + "RMSE[mean]": 565.1645313626603, + "NRMSE[mean]": 0.00881711853066354, + "ND[0.5]": 0.007477076252888681, + "mean_weighted_sum_quantile_loss": 0.006344761359134154 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64124.0 + ], + "predictions": { + "p50": [ + 63633.762559345865, + 63620.264607162295, + 63620.33526814602, + 63640.49685055389, + 63665.44197671395, + 63649.21633430214, + 63664.82751225291, + 63658.01482043698, + 63664.820053868076, + 63664.81910490525, + 63628.307707233, + 63640.05400700537, + 63664.818455194836, + 63640.053902433996, + 63638.26984335859, + 63622.21820942615, + 63649.19494490356, + 63665.10507924297, + 63649.1949434374, + 63620.058463163805, + 63678.506854824875, + 63679.614299648005, + 63649.19494312313, + 63630.59440132991 + ], + "p10": [ + 63396.27141410596, + 63364.84348532242, + 63385.05294593654, + 63375.295812962184, + 63391.18035997289, + 63376.41977647462, + 63390.41809942983, + 63384.78002180259, + 63384.77779390309, + 63389.84640736798, + 63279.9045750441, + 63390.40911570654, + 63391.058078704045, + 63389.84572642098, + 63364.19363413647, + 63376.39838948997, + 63366.74897606013, + 63394.7457227356, + 63394.38416404419, + 63389.00792782895, + 63390.7033567079, + 63376.39838531003, + 63394.745721983374, + 63383.93836526737 + ], + "p90": [ + 63845.105677733394, + 63869.44729733741, + 63872.614277067034, + 63868.91534005851, + 63892.26492033199, + 63892.10153053144, + 63892.22381126925, + 63892.0690691667, + 63892.0668412672, + 63906.490017379685, + 63892.06548809833, + 63873.37941752521, + 63906.48936766927, + 63872.33749512376, + 63872.337481818686, + 63835.859185550886, + 63893.64216293417, + 63875.247880379764, + 63931.71201091568, + 63856.2253101275, + 63875.2478796758, + 63875.26283080367, + 63906.48931326603, + 63870.251861031174 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_063147.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_063147.json new file mode 100644 index 0000000000000000000000000000000000000000..7d33b7c6e2f66680c8badfd55dc61f931116aed5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_063147.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T06:31:47.409573+00:00", + "metrics": { + "MSE[mean]": 103471.32377560933, + "MSE[0.5]": 103471.32377560933, + "MAE[0.5]": 267.3494466145833, + "MASE[0.5]": 0.2513543017942012, + "MAPE[0.5]": 0.004175199617536874, + "sMAPE[0.5]": 0.004172776351908932, + "MSIS": 1.9698624366843127, + "RMSE[mean]": 321.6695878935547, + "NRMSE[mean]": 0.005018359657724531, + "ND[0.5]": 0.004170912414168222, + "mean_weighted_sum_quantile_loss": 0.0050210293578416 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64124.0 + ], + "predictions": { + "p50": [ + 64329.2109375, + 64337.5234375, + 64355.828125, + 64378.57421875, + 64375.0390625, + 64377.48046875, + 64362.3046875, + 64361.19140625, + 64344.32421875, + 64336.27734375, + 64303.6015625, + 64293.49609375, + 64279.74609375, + 64257.1640625, + 64218.76953125, + 64204.78125, + 64063.609375, + 64011.640625, + 63985.5, + 63910.0078125, + 63853.30078125, + 63802.4140625, + 63772.0703125, + 63705.15234375 + ], + "p10": [ + 64078.9765625, + 64018.8203125, + 63969.14453125, + 63907.35546875, + 63802.421875, + 63704.10546875, + 63534.26953125, + 63468.35546875, + 63378.80078125, + 63219.140625, + 63116.40625, + 63080.28515625, + 62991.6796875, + 62916.546875, + 62805.23046875, + 62648.703125, + 62651.828125, + 62603.796875, + 62515.41796875, + 62488.5234375, + 62421.5859375, + 62304.671875, + 62277.2578125, + 62279.91796875 + ], + "p90": [ + 64519.3359375, + 64588.6171875, + 64668.83203125, + 64731.6875, + 64784.03125, + 64843.89453125, + 64885.21484375, + 64934.19921875, + 64957.87109375, + 65014.70703125, + 65050.94921875, + 65074.09375, + 65116.9765625, + 65136.91015625, + 65214.6015625, + 65223.10546875, + 65675.21875, + 65691.0859375, + 65703.3203125, + 65660.6484375, + 65663.2890625, + 65698.7109375, + 65707.6015625, + 65730.71875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_063524.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_063524.json new file mode 100644 index 0000000000000000000000000000000000000000..b8d9241031160419865dcc5fac3026b35e1448e2 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_063524.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T06:35:24.417112+00:00", + "metrics": { + "MSE[mean]": 58196.62781079791, + "MSE[0.5]": 63980.75471985469, + "MAE[0.5]": 176.07562583803943, + "MASE[0.5]": 0.16554126651812295, + "MAPE[0.5]": 0.002752650251934331, + "sMAPE[0.5]": 0.0027489348972042477, + "MSIS": 0.7716695627278831, + "RMSE[mean]": 241.23977244807273, + "NRMSE[mean]": 0.0037635760030030226, + "ND[0.5]": 0.0027469516879121826, + "mean_weighted_sum_quantile_loss": 0.0022336791568882664 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64124.0 + ], + "predictions": { + "p50": [ + 64355.05138900965, + 64302.46293516218, + 64270.97213756471, + 64309.00673059224, + 64253.27960486977, + 64249.6559947723, + 64238.700353424836, + 64225.690024577365, + 64210.625008229894, + 64179.89983563242, + 64179.52817865996, + 64170.82839668749, + 64158.58369284002, + 64178.903442117546, + 64155.43803514508, + 64118.78708129761, + 64088.82753370014, + 64093.53204860267, + 64062.806876005205, + 64039.68717215773, + 64087.83114018526, + 64084.69385821279, + 64029.89056061533, + 64014.70445051786 + ], + "p10": [ + 64101.71115463465, + 64026.36137266218, + 64035.41745006471, + 64050.44227746724, + 63993.43351111977, + 63916.9099010223, + 64009.08590029983, + 63948.299399577365, + 63952.50821135489, + 63864.86858563242, + 63916.04966303496, + 63918.32449043749, + 63910.09541159002, + 63891.935082742544, + 63857.22709764508, + 63850.99801879761, + 63701.22597120014, + 63840.26251735267, + 63805.185782255205, + 63786.43443778274, + 63866.66512456026, + 63786.69268633779, + 63759.92571686533, + 63746.23726301786 + ], + "p90": [ + 64542.82834213465, + 64529.81801328718, + 64519.30807506471, + 64582.98915246724, + 64511.03351111977, + 64480.2770885223, + 64467.266759674836, + 64449.72830582737, + 64461.749617604895, + 64473.55608563242, + 64491.91685053496, + 64402.27409981249, + 64406.95088034002, + 64377.96906711755, + 64380.93022264508, + 64348.26755004761, + 64334.59706495014, + 64325.92775172767, + 64387.834219755205, + 64295.56607840773, + 64282.621765185264, + 64270.20557696279, + 64279.60501374033, + 64241.56304426786 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_063442.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_063442.json new file mode 100644 index 0000000000000000000000000000000000000000..65ce34fbec5d0a6973959c12ef1d09e661882801 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_063442.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T06:34:42.183864+00:00", + "metrics": { + "MSE[mean]": 234772.4508037567, + "MSE[0.5]": 178047.1326581637, + "MAE[0.5]": 356.0438639322917, + "MASE[0.5]": 0.3347422557258029, + "MAPE[0.5]": 0.005566463488415184, + "sMAPE[0.5]": 0.005545457529673926, + "MSIS": 1.824720340836614, + "RMSE[mean]": 484.53322982408207, + "NRMSE[mean]": 0.007559191496153445, + "ND[0.5]": 0.0055546319278695355, + "mean_weighted_sum_quantile_loss": 0.004789972932621892 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64124.0 + ], + "predictions": { + "p50": [ + 64361.015625, + 64334.447265625, + 64330.8203125, + 64395.2890625, + 64520.53125, + 64439.970703125, + 64421.8515625, + 64461.2890625, + 64447.197265625, + 64467.09765625, + 64385.294921875, + 64345.5, + 64417.982421875, + 64479.16796875, + 64404.185546875, + 64420.94140625, + 64306.564453125, + 64428.17578125, + 64355.2890625, + 64458.12890625, + 64304.375, + 64346.7265625, + 64622.974609375, + 64580.994140625 + ], + "p10": [ + 64128.32421875, + 64000.77734375, + 63899.18359375, + 63944.34375, + 64006.779296875, + 63913.572265625, + 63939.654296875, + 63834.400390625, + 63674.2734375, + 63715.1328125, + 63539.365234375, + 63625.69140625, + 63511.21484375, + 63315.94140625, + 63292.669921875, + 63136.45703125, + 63118.783203125, + 63109.7578125, + 63194.474609375, + 62884.849609375, + 62976.876953125, + 63008.03515625, + 63171.267578125, + 62935.564453125 + ], + "p90": [ + 64574.373046875, + 64604.69140625, + 64676.5, + 64885.724609375, + 64993.560546875, + 65024.15625, + 65075.2578125, + 65181.30078125, + 65214.908203125, + 65252.978515625, + 65353.927734375, + 65339.541015625, + 65491.7578125, + 65497.662109375, + 65462.337890625, + 65686.34765625, + 65907.03125, + 65895.17578125, + 66096.5703125, + 66137.1953125, + 65935.81640625, + 66100.0625, + 66115.38671875, + 66122.44140625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_063524.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_063524.json new file mode 100644 index 0000000000000000000000000000000000000000..442035136252e03f8c3de548762a65fc557a9403 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_063524.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T06:35:24.488091+00:00", + "metrics": { + "MSE[mean]": 67829.35643975472, + "MSE[0.5]": 67014.10369622451, + "MAE[0.5]": 211.980045572914, + "MASE[0.5]": 0.1992975748556359, + "MAPE[0.5]": 0.003307902682162633, + "sMAPE[0.5]": 0.0033099588714169963, + "MSIS": 0.8754841687772962, + "RMSE[mean]": 260.44069658898303, + "NRMSE[mean]": 0.00406312916788493, + "ND[0.5]": 0.0033070956937891935, + "mean_weighted_sum_quantile_loss": 0.002347531945542191 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64124.0 + ], + "predictions": { + "p50": [ + 64043.95657552084, + 64004.37845052084, + 63985.89798177084, + 64036.94290364584, + 63994.22610677084, + 64003.61282552084, + 64005.66751302084, + 64005.66751302084, + 64003.61282552084, + 63985.89798177084, + 63998.53665364584, + 64002.84720052084, + 64003.61282552084, + 64036.94290364584, + 64026.48782552084, + 64002.84720052084, + 63985.89798177084, + 64003.61282552084, + 63985.89798177084, + 63975.78860677084, + 64036.94290364584, + 64046.81595052084, + 64005.02298177084, + 64002.84720052084 + ], + "p10": [ + 63790.61634114584, + 63728.27688802084, + 63750.34329427084, + 63778.37845052084, + 63734.38001302084, + 63670.86673177084, + 63776.053059895836, + 63728.27688802084, + 63745.49602864584, + 63670.86673177084, + 63735.05813802084, + 63750.34329427084, + 63755.12454427084, + 63749.97454427084, + 63728.27688802084, + 63735.05813802084, + 63598.29641927084, + 63750.34329427084, + 63728.27688802084, + 63722.53587239584, + 63815.77688802084, + 63748.814778645836, + 63735.05813802084, + 63734.38001302084 + ], + "p90": [ + 64231.73352864584, + 64231.73352864584, + 64234.23391927084, + 64310.92532552084, + 64251.98001302084, + 64234.23391927084, + 64234.23391927084, + 64229.70579427084, + 64254.73743489584, + 64279.55423177084, + 64310.92532552084, + 64234.29290364584, + 64251.98001302084, + 64236.00852864584, + 64251.98001302084, + 64232.32766927084, + 64231.66751302084, + 64236.00852864584, + 64310.92532552084, + 64231.66751302084, + 64231.73352864584, + 64232.32766927084, + 64254.73743489584, + 64229.70579427084 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_063524.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_063524.json new file mode 100644 index 0000000000000000000000000000000000000000..bb04af69a82db040ad78f5b5f26adb28406bbfe5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_063524.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T06:35:24.537222+00:00", + "metrics": { + "MSE[mean]": 192713.5706946055, + "MSE[0.5]": 192713.5706946055, + "MAE[0.5]": 365.2937825520833, + "MASE[0.5]": 0.3434387646049954, + "MAPE[0.5]": 0.005703749307563929, + "sMAPE[0.5]": 0.005710212637260399, + "MSIS": 3.6090933850669145, + "RMSE[mean]": 438.99153829499437, + "NRMSE[mean]": 0.006848696640202881, + "ND[0.5]": 0.0056989396902003605, + "mean_weighted_sum_quantile_loss": 0.0055786166629551125 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64124.0 + ], + "predictions": { + "p50": [ + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "p10": [ + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875 + ], + "p90": [ + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_063511.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_063511.json new file mode 100644 index 0000000000000000000000000000000000000000..44af1471272fa68b575df5cc98b577c9158868e5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_063511.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T06:35:11.917580+00:00", + "metrics": { + "MSE[mean]": 243473.29278882346, + "MSE[0.5]": 243473.29278882346, + "MAE[0.5]": 416.1668294270833, + "MASE[0.5]": 0.3912681479806923, + "MAPE[0.5]": 0.006507760187673701, + "sMAPE[0.5]": 0.006478024272647351, + "MSIS": 2.1974116110350987, + "RMSE[mean]": 493.4301295916408, + "NRMSE[mean]": 0.007697991819692612, + "ND[0.5]": 0.00649260889522173, + "mean_weighted_sum_quantile_loss": 0.004340327123314108 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64124.0 + ], + "predictions": { + "p50": [ + 64351.75, + 64384.25, + 64403.75, + 64429.75, + 64449.25, + 64459.0, + 64491.5, + 64507.75, + 64546.75, + 64543.5, + 64556.5, + 64533.75, + 64556.5, + 64566.25, + 64563.0, + 64546.75, + 64582.5, + 64602.0, + 64602.0, + 64576.0, + 64576.0, + 64533.75, + 64514.25, + 64468.75 + ], + "p10": [ + 64121.0, + 64085.25, + 64052.75, + 64034.875, + 64039.75, + 64025.125, + 64025.125, + 64002.375, + 63989.375, + 63952.0, + 63934.9375, + 63883.75, + 63887.8125, + 63874.0, + 63869.125, + 63822.40625, + 63829.3125, + 63818.34375, + 63796.40625, + 63738.234375, + 63721.1484375, + 63659.09375, + 63614.0, + 63566.0625 + ], + "p90": [ + 64595.5, + 64686.5, + 64751.5, + 64797.0, + 64836.0, + 64862.0, + 64933.5, + 64972.5, + 65057.0, + 65070.0, + 65096.0, + 65102.5, + 65128.5, + 65167.5, + 65174.0, + 65187.0, + 65232.5, + 65271.5, + 65278.0, + 65284.5, + 65297.5, + 65271.5, + 65271.5, + 65252.0 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_063242.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_063242.json new file mode 100644 index 0000000000000000000000000000000000000000..8e30d24a2d611496a92b8fb6d375924436272964 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_063242.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T06:32:42.439288+00:00", + "metrics": { + "MSE[mean]": 119974.79521751404, + "MSE[0.5]": 68846.16029230754, + "MAE[0.5]": 167.5712890625, + "MASE[0.5]": 0.1575457323604627, + "MAPE[0.5]": 0.0026230635234883097, + "sMAPE[0.5]": 0.0026163810826070693, + "MSIS": 7.6359762663851605, + "RMSE[mean]": 346.3737796333811, + "NRMSE[mean]": 0.0054037691706837155, + "ND[0.5]": 0.002614275730357274, + "mean_weighted_sum_quantile_loss": 0.0033683994394915857 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64124.0 + ], + "predictions": { + "p50": [ + 64246.95703125, + 64241.0859375, + 64217.87890625, + 64214.10546875, + 64216.7578125, + 64210.07421875, + 64188.12109375, + 64184.6484375, + 64186.3359375, + 64208.875, + 64220.84375, + 64225.515625, + 64220.41796875, + 64201.2890625, + 64206.75390625, + 64194.34765625, + 64196.890625, + 64209.64453125, + 64216.5, + 64240.578125, + 64212.578125, + 64225.7265625, + 64231.2109375, + 64243.8515625 + ], + "p10": [ + 64275.40234375, + 64296.17578125, + 64287.2578125, + 64280.82421875, + 64280.78515625, + 64262.6171875, + 64252.26171875, + 64292.359375, + 64251.1796875, + 64255.625, + 64278.69140625, + 64239.95703125, + 64235.578125, + 64238.26171875, + 64256.89453125, + 64263.984375, + 64254.515625, + 64300.75390625, + 64277.43359375, + 64277.0078125, + 64311.57421875, + 64315.85546875, + 64282.2890625, + 64282.921875 + ], + "p90": [ + 64498.48046875, + 64547.07421875, + 64561.57421875, + 64597.60546875, + 64620.375, + 64636.09375, + 64639.37890625, + 64652.53125, + 64669.73828125, + 64720.19921875, + 64748.29296875, + 64757.6171875, + 64766.51953125, + 64780.1953125, + 64783.16796875, + 64802.7265625, + 64805.65234375, + 64826.99609375, + 64850.4140625, + 64852.7265625, + 64839.6875, + 64858.12890625, + 64859.015625, + 64853.9140625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_063353.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_063353.json new file mode 100644 index 0000000000000000000000000000000000000000..e1af8085f0cbd85ff38ed1991bb4a9a4fa42900f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_063353.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T06:33:53.821576+00:00", + "metrics": { + "MSE[mean]": 279577.82149950665, + "MSE[0.5]": 279577.82149950665, + "MAE[0.5]": 442.1759440104167, + "MASE[0.5]": 0.4157211734840655, + "MAPE[0.5]": 0.006913919373142142, + "sMAPE[0.5]": 0.006879805977185031, + "MSIS": 2.4730203148839665, + "RMSE[mean]": 528.7511905419284, + "NRMSE[mean]": 0.008249034858923315, + "ND[0.5]": 0.006898376478700361, + "mean_weighted_sum_quantile_loss": 0.004712186226038755 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64124.0 + ], + "predictions": { + "p50": [ + 64325.31640625, + 64344.4375, + 64370.8203125, + 64390.08984375, + 64408.6484375, + 64426.640625, + 64431.14453125, + 64464.19140625, + 64485.84375, + 64495.421875, + 64519.671875, + 64536.59765625, + 64558.1953125, + 64572.12109375, + 64585.89453125, + 64605.94921875, + 64623.125, + 64639.7734375, + 64657.765625, + 64675.94921875, + 64694.58203125, + 64703.9375, + 64721.60546875, + 64739.74609375 + ], + "p10": [ + 64150.17578125, + 64069.76171875, + 64021.71875, + 63996.29296875, + 63986.484375, + 63977.6328125, + 63948.48828125, + 63950.890625, + 63946.8984375, + 63920.83984375, + 63907.79296875, + 63889.5625, + 63883.5234375, + 63877.46484375, + 63865.3046875, + 63863.875, + 63858.3046875, + 63847.23828125, + 63844.72265625, + 63842.28125, + 63832.5, + 63814.3046875, + 63803.4609375, + 63798.91015625 + ], + "p90": [ + 64509.45703125, + 64613.84375, + 64712.62109375, + 64787.51171875, + 64851.75390625, + 64924.24609375, + 64985.87890625, + 65073.6640625, + 65136.8671875, + 65182.1015625, + 65245.71875, + 65296.828125, + 65357.609375, + 65403.3671875, + 65450.66796875, + 65509.8671875, + 65564.640625, + 65618.0703125, + 65668.609375, + 65730.7734375, + 65773.9765625, + 65815.5, + 65860.0703125, + 65909.375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_063330.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_063330.json new file mode 100644 index 0000000000000000000000000000000000000000..15e22dea36cf095d13ec91c6d8543b7efe1e2cbe --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_063330.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T06:33:30.283948+00:00", + "metrics": { + "MSE[mean]": 146359.707291921, + "MSE[0.5]": 146359.707291921, + "MAE[0.5]": 308.8206380208333, + "MASE[0.5]": 0.2903443296116856, + "MAPE[0.5]": 0.004830377567999498, + "sMAPE[0.5]": 0.004812826620498351, + "MSIS": 1.8168602539686949, + "RMSE[mean]": 382.56987243106454, + "NRMSE[mean]": 0.005968463561137739, + "ND[0.5]": 0.004817903493659909, + "mean_weighted_sum_quantile_loss": 0.003817782552236321 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64124.0 + ], + "predictions": { + "p50": [ + 64313.0234375, + 64340.7890625, + 64356.33203125, + 64360.74609375, + 64367.921875, + 64374.7578125, + 64377.5625, + 64385.546875, + 64385.1875, + 64389.8359375, + 64398.1640625, + 64404.078125, + 64402.68359375, + 64408.26171875, + 64401.7109375, + 64406.21875, + 64409.6796875, + 64410.5546875, + 64413.8984375, + 64416.90625, + 64415.9375, + 64413.09765625, + 64413.33203125, + 64416.02734375 + ], + "p10": [ + 64111.93359375, + 64079.37890625, + 64042.765625, + 64011.546875, + 63983.34765625, + 63946.953125, + 63909.42578125, + 63884.0859375, + 63851.59375, + 63823.546875, + 63796.3125, + 63770.14453125, + 63738.17578125, + 63711.90234375, + 63670.78125, + 63656.41015625, + 63621.6328125, + 63591.421875, + 63564.33984375, + 63531.75, + 63508.63671875, + 63474.26953125, + 63439.48046875, + 63410.30859375 + ], + "p90": [ + 64517.421875, + 64612.0859375, + 64692.35546875, + 64733.89453125, + 64774.42578125, + 64822.53125, + 64856.02734375, + 64887.796875, + 64938.31640625, + 64964.03515625, + 65015.31640625, + 65058.734375, + 65095.75, + 65137.62890625, + 65174.62109375, + 65207.2578125, + 65249.82421875, + 65282.8046875, + 65322.78515625, + 65356.390625, + 65393.984375, + 65431.75, + 65470.3125, + 65512.62109375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_063524.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_063524.json new file mode 100644 index 0000000000000000000000000000000000000000..54b2a5c662c0e6ddc662e9ed1f24e34e66e57e07 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_063524.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T06:35:24.306299+00:00", + "metrics": { + "MSE[mean]": 0.7023468059476385, + "MSE[0.5]": 0.6909740476559676, + "MAE[0.5]": 0.6454993798179989, + "MASE[0.5]": 1.8944415147021032, + "MAPE[0.5]": 0.6073992180127831, + "sMAPE[0.5]": 0.3865426971884806, + "MSIS": 74.01461668025948, + "RMSE[mean]": 0.8380613378193976, + "NRMSE[mean]": 0.5773827012187149, + "ND[0.5]": 0.4447170615507363, + "mean_weighted_sum_quantile_loss": 0.44280682849658703 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00" + ], + "context": [ + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333 + ], + "actual": [ + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464 + ], + "predictions": { + "p50": [ + 1.7741975780570727, + 1.790547115900103, + 1.8053117842510242, + 1.822566859906547, + 1.8384367661563614, + 1.8514673372684411, + 1.868319314806421, + 1.88104305378654, + 1.8952812179256588, + 1.910163797218722, + 1.9228397524242657, + 1.935954241353627, + 1.9487719950710956, + 1.9611429070667932, + 1.9735148881746, + 1.9838712579209639, + 1.9950397274217053, + 2.007569298980486, + 2.017770395601504, + 2.0284955117512524, + 2.0382219268459663, + 2.0508115984017046, + 2.059507209161982, + 2.0704224346727016, + 2.0782979005437276, + 2.088890796170384, + 2.0976679967084344, + 2.1061900840993877, + 2.1153724675140073, + 2.1230098325803914, + 2.132091829171839, + 2.1396291213615815, + 2.146336709572349, + 2.155432270457956, + 2.161750322549865, + 2.1708930716349775, + 2.1758772896756122, + 2.182703688571569, + 2.190944526193598, + 2.197762320478457, + 2.2046692660086564, + 2.2107075137092465, + 2.217154257890003, + 2.221744000483881, + 2.2287623945668043, + 2.234065769037101, + 2.23983578040542, + 2.244092146933615, + 2.249213343784552, + 2.254606456326436, + 2.2591984609923297, + 2.2642077540458247, + 2.269707318022316, + 2.2740992160133056, + 2.2804191165068457, + 2.282882134751559, + 2.2897715487493, + 2.2923125233765753, + 2.2964325873046603, + 2.300681244615292 + ], + "p10": [ + 1.7631877977620298, + 1.7811680828391254, + 1.7958612133316647, + 1.8118817462167887, + 1.8287591313672813, + 1.8422216847487232, + 1.8566869406589313, + 1.8712394766849447, + 1.8852176184085567, + 1.90116464578109, + 1.9122335166358708, + 1.9264381715354602, + 1.9388457805161068, + 1.950757101394484, + 1.9635690833156827, + 1.9734255930909692, + 1.985525362011846, + 1.9969910329203082, + 2.007982771193949, + 2.0171402004355756, + 2.0295007085831687, + 2.0393819280403793, + 2.0508766070826154, + 2.059416048854241, + 2.0671944295737883, + 2.0791041780505433, + 2.0864839909092465, + 2.0970587544262886, + 2.104285529394176, + 2.1122412726794937, + 2.121076590414442, + 2.1292047115691566, + 2.138228332491413, + 2.1450800767709337, + 2.1524303215697507, + 2.1606882208261498, + 2.1649623368718727, + 2.173477348586244, + 2.18154629780089, + 2.186647241463108, + 2.1942338218245223, + 2.1994616678618533, + 2.2061639148864884, + 2.211872826901219, + 2.2177920510495794, + 2.224451834685885, + 2.2303089008449746, + 2.2349696117033098, + 2.240314114607878, + 2.244603142835692, + 2.249906342870575, + 2.2549535008784014, + 2.2602845686098263, + 2.264990710648934, + 2.27126872659606, + 2.2722499298027237, + 2.2794911388131545, + 2.2820419808946406, + 2.2862518396276132, + 2.2907588345201324 + ], + "p90": [ + 1.782407965280371, + 1.7989714191272537, + 1.815324702660758, + 1.8309153132101588, + 1.8457485705814172, + 1.8617533516141909, + 1.8772375151900107, + 1.8905635533741318, + 1.9044651329593558, + 1.919275008749725, + 1.9312636005096853, + 1.9439068348946962, + 1.9572064048494309, + 1.9690317548369263, + 1.981091199047047, + 1.9928022589231977, + 2.0044367052183683, + 2.01568304625032, + 2.0275265852351496, + 2.0384235854823967, + 2.0478654142542756, + 2.058856769450634, + 2.0679651837448096, + 2.0781471356218195, + 2.0878234529028137, + 2.0973650869793103, + 2.106418092072917, + 2.114165447474585, + 2.1231862222587288, + 2.1313795366197983, + 2.141101737936418, + 2.1485911676146343, + 2.156173647646278, + 2.164182843468669, + 2.171855764036555, + 2.177621612063745, + 2.1858310366731915, + 2.192486177120458, + 2.2014095578658823, + 2.2047307994059113, + 2.213650205442207, + 2.2189782250399435, + 2.228053305538346, + 2.230595290129084, + 2.238008737197463, + 2.242210621220974, + 2.2487708163123994, + 2.2535321926136307, + 2.259537462140554, + 2.26291664028924, + 2.2694470648750014, + 2.2734900904775595, + 2.278983947209826, + 2.283907171919329, + 2.288356070389909, + 2.2930049656288167, + 2.29658673045015, + 2.302152983905188, + 2.307095606138366, + 2.3095656961453632 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_063159.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_063159.json new file mode 100644 index 0000000000000000000000000000000000000000..1f4eb61df11837a8298b15c837d2aacc44f888b2 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_063159.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T06:31:59.921257+00:00", + "metrics": { + "MSE[mean]": 0.01893294768798318, + "MSE[0.5]": 0.01893294768798318, + "MAE[0.5]": 0.10538755655288697, + "MASE[0.5]": 0.3092962882831848, + "MAPE[0.5]": 0.10049793957287005, + "sMAPE[0.5]": 0.09071646360762867, + "MSIS": 1.2623580042681168, + "RMSE[mean]": 0.13759704825316268, + "NRMSE[mean]": 0.09479754263196138, + "ND[0.5]": 0.07260680016056166, + "mean_weighted_sum_quantile_loss": 0.052074560982328 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00" + ], + "context": [ + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333 + ], + "actual": [ + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464 + ], + "predictions": { + "p50": [ + 1.8115535974502563, + 1.8240100145339966, + 1.8328293561935425, + 1.8404955863952637, + 1.8494880199432373, + 1.8528311252593994, + 1.858701467514038, + 1.867953896522522, + 1.8756093978881836, + 1.873378038406372, + 1.8765785694122314, + 1.8754303455352783, + 1.8709876537322998, + 1.8708436489105225, + 1.8651608228683472, + 1.849399209022522, + 1.8689926862716675, + 1.8539222478866577, + 1.8447757959365845, + 1.8342618942260742, + 1.8246835470199585, + 1.8025143146514893, + 1.7895410060882568, + 1.7770140171051025, + 1.7602152824401855, + 1.744889259338379, + 1.7248163223266602, + 1.7011960744857788, + 1.673953890800476, + 1.6507234573364258, + 1.629256010055542, + 1.6008939743041992, + 1.569764494895935, + 1.5538179874420166, + 1.5401736497879028, + 1.50851571559906, + 1.48380446434021, + 1.4582600593566895, + 1.4287338256835938, + 1.409186601638794, + 1.3832749128341675, + 1.3617912530899048, + 1.33748197555542, + 1.3128618001937866, + 1.2876229286193848, + 1.2631945610046387, + 1.2408297061920166, + 1.2173683643341064, + 1.193897008895874, + 1.1752713918685913, + 1.1565226316452026, + 1.1376549005508423, + 1.121673583984375, + 1.105424165725708, + 1.092543601989746, + 1.0806010961532593, + 1.064214825630188, + 1.0618788003921509, + 1.0490589141845703, + 1.0367659330368042 + ], + "p10": [ + 1.7870607376098633, + 1.7991178035736084, + 1.803973913192749, + 1.809255599975586, + 1.81124746799469, + 1.8125120401382446, + 1.8132522106170654, + 1.8127336502075195, + 1.8184280395507812, + 1.8128948211669922, + 1.8067271709442139, + 1.8036956787109375, + 1.796972632408142, + 1.7900922298431396, + 1.775995135307312, + 1.7575454711914062, + 1.7816617488861084, + 1.7623262405395508, + 1.7400290966033936, + 1.7294189929962158, + 1.7083396911621094, + 1.6809688806533813, + 1.6586310863494873, + 1.6364116668701172, + 1.6149179935455322, + 1.5912132263183594, + 1.562016248703003, + 1.5393385887145996, + 1.5010277032852173, + 1.465226173400879, + 1.4361916780471802, + 1.396826982498169, + 1.3484699726104736, + 1.3212368488311768, + 1.3068674802780151, + 1.2710163593292236, + 1.2409815788269043, + 1.2100841999053955, + 1.171770691871643, + 1.1487362384796143, + 1.1250957250595093, + 1.0991020202636719, + 1.0684545040130615, + 1.0394091606140137, + 1.012015461921692, + 0.9769162535667419, + 0.9581562876701355, + 0.9339333772659302, + 0.8868726491928101, + 0.8558647036552429, + 0.8370256423950195, + 0.8233658075332642, + 0.8022905588150024, + 0.781891942024231, + 0.7710509300231934, + 0.752358078956604, + 0.7349840402603149, + 0.725430965423584, + 0.709410548210144, + 0.7072603106498718 + ], + "p90": [ + 1.8320763111114502, + 1.8466877937316895, + 1.857582926750183, + 1.8702714443206787, + 1.8851275444030762, + 1.8986880779266357, + 1.9068830013275146, + 1.9232041835784912, + 1.9306306838989258, + 1.9385783672332764, + 1.9408349990844727, + 1.9447591304779053, + 1.9528615474700928, + 1.9464247226715088, + 1.9535572528839111, + 1.951471209526062, + 1.9860295057296753, + 1.9665553569793701, + 1.9603701829910278, + 1.9611356258392334, + 1.9550484418869019, + 1.9451546669006348, + 1.937652587890625, + 1.935795545578003, + 1.9338104724884033, + 1.9169180393218994, + 1.9086780548095703, + 1.8943976163864136, + 1.8779278993606567, + 1.8751269578933716, + 1.8569835424423218, + 1.8362828493118286, + 1.8349459171295166, + 1.8334428071975708, + 1.8120601177215576, + 1.8094630241394043, + 1.7777831554412842, + 1.7623398303985596, + 1.7487893104553223, + 1.7369894981384277, + 1.7193071842193604, + 1.703169584274292, + 1.6889238357543945, + 1.664452075958252, + 1.6406463384628296, + 1.6333379745483398, + 1.6038568019866943, + 1.5838080644607544, + 1.5827723741531372, + 1.5861294269561768, + 1.5913442373275757, + 1.5572341680526733, + 1.537668228149414, + 1.535502314567566, + 1.5250654220581055, + 1.517039179801941, + 1.499009370803833, + 1.5016001462936401, + 1.487837791442871, + 1.4745851755142212 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_063524.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_063524.json new file mode 100644 index 0000000000000000000000000000000000000000..57eb1b88e90574bd9df51c399601f5c7f8f3dfaf --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_063524.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T06:35:24.442604+00:00", + "metrics": { + "MSE[mean]": 1.2524469166208299, + "MSE[0.5]": 1.2542833537104585, + "MAE[0.5]": 0.8774829860473148, + "MASE[0.5]": 2.575277760424035, + "MAPE[0.5]": 0.8225479919522468, + "sMAPE[0.5]": 0.47090195842730187, + "MSIS": 98.43771886445587, + "RMSE[mean]": 1.1191277481238815, + "NRMSE[mean]": 0.7710235194739804, + "ND[0.5]": 0.6045422618775481, + "mean_weighted_sum_quantile_loss": 0.5976031980697266 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00" + ], + "context": [ + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333 + ], + "actual": [ + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464 + ], + "predictions": { + "p50": [ + 1.782663731158735, + 1.8021516592388722, + 1.8201396066309146, + 1.8421275621291884, + 1.8556155674569454, + 1.8761034230578348, + 1.89459142361722, + 1.9095793500284275, + 1.9315672459220565, + 1.9500552315802808, + 1.968543127831538, + 1.9880310559116752, + 2.005019016178321, + 2.02400695069576, + 2.0454949722359803, + 2.0594828817194686, + 2.077470754605705, + 2.0979587145147223, + 2.117946636157558, + 2.130934588317972, + 2.1544225543066635, + 2.1709104912082884, + 2.1903984341895866, + 2.2158863893302327, + 2.2278743245629276, + 2.246862273981528, + 2.2683502359171035, + 2.28083820941598, + 2.302826015902642, + 2.3178140317208165, + 2.3363019279720736, + 2.3567898878810913, + 2.375277858638154, + 2.3937657995928947, + 2.4127537192091726, + 2.4302416581373554, + 2.451729530665964, + 2.4672175400468364, + 2.486205504366598, + 2.5026934263670615, + 2.52218136934836, + 2.5396692635730593, + 2.5611572255086346, + 2.577645192212582, + 2.596633141631182, + 2.6146210741220632, + 2.633109015076804, + 2.658596985118611, + 2.6710848841116817, + 2.690072848431443, + 2.7070607788957664, + 2.7245487625274327, + 2.745536671295665, + 2.7615246146345913, + 2.7820125298401255, + 2.8005004707948657, + 2.8164884141337927, + 2.8364763655789504, + 2.855964293659088, + 2.8744522942184734 + ], + "p10": [ + 1.7555636747488992, + 1.7701516539936635, + 1.7886396485925844, + 1.809127569758583, + 1.827615504752859, + 1.8461034516680643, + 1.8665913609131337, + 1.8820792808870395, + 1.9035672487830795, + 1.920055155882382, + 1.9395431972113444, + 1.956931033118859, + 1.9755190383512484, + 1.9929068861796921, + 2.0123948619435454, + 2.0319828483408675, + 2.047370775562698, + 2.068858737498273, + 2.0844467038684344, + 2.102934591178995, + 2.1224224596544876, + 2.14181044862673, + 2.160398447898655, + 2.178886442497576, + 2.195374295952698, + 2.213862290551619, + 2.2343502117176177, + 2.251838099981852, + 2.2693261193763052, + 2.290814021707236, + 2.3082019172193955, + 2.326689858174136, + 2.344277751111375, + 2.36576583225624, + 2.382253733395078, + 2.4027417022447923, + 2.417229641053766, + 2.435717528364326, + 2.4542054693190667, + 2.4735933510029486, + 2.4931813850839863, + 2.511669326038727, + 2.5301572669934673, + 2.54664517409277, + 2.5661330962124427, + 2.586621076983086, + 2.60410903081243, + 2.6225969717671704, + 2.6429849478648095, + 2.6585728069466104, + 2.6770606882967063, + 2.695548629251447, + 2.717036710396312, + 2.731524583640176, + 2.752012558450355, + 2.771500486530492, + 2.786988406504398, + 2.8054763474591384, + 2.8239643420580594, + 2.843452156889372 + ], + "p90": [ + 1.8096637471327799, + 1.8311517627125355, + 1.8467396217943362, + 1.8661275511619337, + 1.8846154921166745, + 1.901203451572697, + 1.9215913740261557, + 1.9391793802122197, + 1.955567234954802, + 1.9770551968903776, + 1.994643095788081, + 2.0150311255299003, + 2.031518973024558, + 2.050006979544408, + 2.0705949411461977, + 2.0890828821009384, + 2.108470823389465, + 2.1249587245283026, + 2.1454466397338368, + 2.161934606437784, + 2.179522558979668, + 2.1990104930202694, + 2.2174984339750097, + 2.2358863702567464, + 2.2553743579415286, + 2.272862252166228, + 2.29235023985101, + 2.3118381083265023, + 2.327426140261773, + 2.3458139752156133, + 2.3633019826891375, + 2.384789944624713, + 2.4033778783315287, + 2.4207657798041526, + 2.4382537336334966, + 2.4579416710596425, + 2.4763296073413787, + 2.4938176088544384, + 2.5132054845778558, + 2.5306934980118445, + 2.5491814389665852, + 2.5666693331912844, + 2.588257287878935, + 2.605645189351559, + 2.625133177036341, + 2.6417211364923636, + 2.661209016888785, + 2.6795969531705213, + 2.6970848593161496, + 2.715672846667146, + 2.7350607760347434, + 2.7515487427386907, + 2.7720366579442244, + 2.7855246036673367, + 2.8100125865837473, + 2.8265004340784046, + 2.844088440264469, + 2.8614764013417373, + 2.8819643165472715, + 2.905452258694105 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_063449.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_063449.json new file mode 100644 index 0000000000000000000000000000000000000000..85f884026306187a519ecb7597abde1aafefe110 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_063449.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T06:34:49.632442+00:00", + "metrics": { + "MSE[mean]": 1.7403560072126631, + "MSE[0.5]": 1.5551204852777185, + "MAE[0.5]": 0.9836413572231929, + "MASE[0.5]": 2.8868362712090367, + "MAPE[0.5]": 0.9154819661487685, + "sMAPE[0.5]": 0.5054346111892438, + "MSIS": 38.763404727008634, + "RMSE[mean]": 1.3192255331112506, + "NRMSE[mean]": 0.908880970223947, + "ND[0.5]": 0.6776801150876628, + "mean_weighted_sum_quantile_loss": 0.4623144899214879 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00" + ], + "context": [ + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333 + ], + "actual": [ + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464 + ], + "predictions": { + "p50": [ + 1.7780950665473938, + 1.8006870746612549, + 1.8188520073890686, + 1.8400327563285828, + 1.8605788946151733, + 1.8797665238380432, + 1.8930835127830505, + 1.9210938811302185, + 1.93148273229599, + 1.9472574591636658, + 1.9687082171440125, + 1.996210515499115, + 2.0186644792556763, + 2.0371557474136353, + 2.0517460107803345, + 2.0828479528427124, + 2.1107194423675537, + 2.1876009702682495, + 2.1719868183135986, + 2.164535641670227, + 2.226073741912842, + 2.2282153367996216, + 2.299372911453247, + 2.2789589166641235, + 2.2541221380233765, + 2.302271604537964, + 2.3259215354919434, + 2.361433506011963, + 2.4195441007614136, + 2.428915023803711, + 2.407813549041748, + 2.4835753440856934, + 2.6286818981170654, + 2.504251718521118, + 2.553397536277771, + 2.608842611312866, + 2.6998908519744873, + 2.581805944442749, + 2.7340450286865234, + 2.6117162704467773, + 2.699777126312256, + 2.63489031791687, + 2.75278639793396, + 2.853917360305786, + 2.8755358457565308, + 2.825353503227234, + 2.677995800971985, + 2.7846531867980957, + 2.866824507713318, + 3.098454475402832, + 2.804223895072937, + 2.85543429851532, + 2.7856686115264893, + 2.778836488723755, + 2.9317455291748047, + 2.8244895935058594, + 2.9746158123016357, + 2.8034887313842773, + 2.879763603210449, + 3.165182948112488 + ], + "p10": [ + 1.7656285762786865, + 1.7816844582557678, + 1.78486168384552, + 1.798267424106598, + 1.8014946579933167, + 1.8145342469215393, + 1.8225089311599731, + 1.8027707934379578, + 1.8236894607543945, + 1.8289238214492798, + 1.8380385041236877, + 1.8524672985076904, + 1.8672384023666382, + 1.8252272009849548, + 1.852048099040985, + 1.8722113370895386, + 1.7559216022491455, + 1.7888009548187256, + 1.7861973643302917, + 1.7853996753692627, + 1.792749285697937, + 1.7298819422721863, + 1.8984577655792236, + 1.8742817044258118, + 1.779829740524292, + 1.9087042212486267, + 1.8012619018554688, + 1.739321768283844, + 1.7966134548187256, + 1.872047483921051, + 1.8168357014656067, + 1.933846354484558, + 1.6534488201141357, + 1.8521377444267273, + 1.778272271156311, + 1.6296404600143433, + 1.5553339719772339, + 1.5636357069015503, + 1.6840975284576416, + 1.5630040764808655, + 1.7420839667320251, + 1.6587567329406738, + 1.8373985886573792, + 1.696769893169403, + 1.6789830923080444, + 1.8472161293029785, + 1.6091089844703674, + 1.5281829237937927, + 1.8496876955032349, + 1.839141070842743, + 1.5100834369659424, + 1.7365973591804504, + 1.7163599729537964, + 1.4008710384368896, + 1.517062485218048, + 1.7021887302398682, + 1.3886550664901733, + 1.7135897278785706, + 1.6447443962097168, + 1.2803561091423035 + ], + "p90": [ + 1.7904720902442932, + 1.8255465030670166, + 1.8548115491867065, + 1.8793491125106812, + 1.9110431671142578, + 1.9459387063980103, + 1.9783334732055664, + 1.9989232420921326, + 2.018494725227356, + 2.057222008705139, + 2.0754677057266235, + 2.1428879499435425, + 2.1933531761169434, + 2.217815637588501, + 2.2836740016937256, + 2.361433506011963, + 2.4742977619171143, + 2.6159039735794067, + 2.533225417137146, + 2.524504065513611, + 2.597704529762268, + 2.629172444343567, + 2.7011719942092896, + 2.7661454677581787, + 2.79596745967865, + 2.787368059158325, + 2.8233453035354614, + 2.880415916442871, + 2.983962655067444, + 3.080662727355957, + 3.0794601440429688, + 3.2127838134765625, + 3.4062358140945435, + 3.322915554046631, + 3.6284416913986206, + 3.6326541900634766, + 3.6440255641937256, + 3.642526865005493, + 4.064134120941162, + 3.645866632461548, + 3.7105644941329956, + 3.8075941801071167, + 4.064134120941162, + 4.064134120941162, + 4.248053073883057, + 4.104608774185181, + 4.091419458389282, + 3.977702260017395, + 4.8830039501190186, + 4.80187201499939, + 4.643287181854248, + 4.489809036254883, + 4.915484428405762, + 4.626628637313843, + 4.915484428405762, + 4.915484428405762, + 4.915484428405762, + 4.915484428405762, + 4.666913986206055, + 5.293185710906982 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_063524.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_063524.json new file mode 100644 index 0000000000000000000000000000000000000000..d5b1e7a0b1a9df681ac161827c78844f86f82e3e --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_063524.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T06:35:24.503446+00:00", + "metrics": { + "MSE[mean]": 0.14749302365953895, + "MSE[0.5]": 0.1476374274248223, + "MAE[0.5]": 0.3377626697953249, + "MASE[0.5]": 0.9912815469432299, + "MAPE[0.5]": 0.28516049168225593, + "sMAPE[0.5]": 0.24566980335739552, + "MSIS": 35.1299030921281, + "RMSE[mean]": 0.384048204864362, + "NRMSE[mean]": 0.2645901677074732, + "ND[0.5]": 0.2327017294040786, + "mean_weighted_sum_quantile_loss": 0.22616691520979337 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00" + ], + "context": [ + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333 + ], + "actual": [ + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464 + ], + "predictions": { + "p50": [ + 1.4830924099417744, + 1.484092397067171, + 1.4835924035044727, + 1.487092418048006, + 1.4820924824210224, + 1.484092397067171, + 1.4840924566718159, + 1.4805924421282826, + 1.484092397067171, + 1.4840924417706547, + 1.484092397067171, + 1.4850923841925678, + 1.4835924035044727, + 1.484092397067171, + 1.4870924776526508, + 1.4825924461813984, + 1.482092378112894, + 1.484092397067171, + 1.4855923777552662, + 1.4800923889609394, + 1.4850924139948902, + 1.4830924099417744, + 1.4840924119683323, + 1.4910924261542378, + 1.4845924204321919, + 1.4850924288960514, + 1.4880924498768864, + 1.4820924824210224, + 1.4855923479529438, + 1.4820924228163777, + 1.482092378112894, + 1.484092397067171, + 1.4840924268694935, + 1.4840924268694935, + 1.4845924055310307, + 1.4835924035044727, + 1.4865923350783405, + 1.4835924035044727, + 1.4840924268694935, + 1.4820924079152165, + 1.4830924099417744, + 1.4820923632117329, + 1.4850923841925678, + 1.4830924099417744, + 1.483592418405634, + 1.4830924099417744, + 1.4830924099417744, + 1.490092439028841, + 1.484092397067171, + 1.4845924204321919, + 1.4830924099417744, + 1.4820924526187, + 1.4845924204321919, + 1.4820924228163777, + 1.484092397067171, + 1.484092397067171, + 1.481592399451357, + 1.4830924099417744, + 1.484092397067171, + 1.4840924566718159 + ], + "p10": [ + 1.4559923535319386, + 1.4520923918219624, + 1.4520924454661426, + 1.4540924256774006, + 1.454092419716936, + 1.4540924256774006, + 1.4560923939677295, + 1.4530923729868945, + 1.456092399928194, + 1.4540923660727558, + 1.4550924664469775, + 1.4539923613997516, + 1.4540924256774006, + 1.4529923325511036, + 1.4539923673602162, + 1.4550924128027973, + 1.451992399069887, + 1.454992420050722, + 1.4520924454661426, + 1.4520923918219624, + 1.4530923193427143, + 1.4539923673602162, + 1.4540924256774006, + 1.4540924793215808, + 1.4520923918219624, + 1.4520924454661426, + 1.4540924256774006, + 1.4530923729868945, + 1.4520924514266071, + 1.4550924128027973, + 1.4539923673602162, + 1.4539923673602162, + 1.4530923193427143, + 1.4560924595328388, + 1.454092419716936, + 1.45609244761191, + 1.4520924454661426, + 1.4520923918219624, + 1.4520923918219624, + 1.4529923325511036, + 1.4540924256774006, + 1.4540924256774006, + 1.4540924256774006, + 1.4520923918219624, + 1.4530923729868945, + 1.4550924128027973, + 1.4540924256774006, + 1.4540924256774006, + 1.4559924608202992, + 1.453092378947359, + 1.4530923193427143, + 1.4530923193427143, + 1.4560924595328388, + 1.4520923918219624, + 1.4540924256774006, + 1.4550924128027973, + 1.4520923918219624, + 1.4520923918219624, + 1.4520924454661426, + 1.4530923193427143 + ], + "p90": [ + 1.5100924259158193, + 1.5130925005408344, + 1.5101924186678943, + 1.5110924070807514, + 1.5110924070807514, + 1.5091924255820333, + 1.5110924070807514, + 1.5101924723120748, + 1.5080923860999165, + 1.5110924070807514, + 1.5101923650237141, + 1.512092453810793, + 1.51009236035071, + 1.5100924259158193, + 1.5121924465628682, + 1.5121924465628682, + 1.5130924468966542, + 1.5110924070807514, + 1.5130923813315449, + 1.5110924070807514, + 1.5101924186678943, + 1.5111924117537556, + 1.5111924117537556, + 1.5110924070807514, + 1.512092453810793, + 1.5110924070807514, + 1.512092453810793, + 1.5130923813315449, + 1.5101924723120748, + 1.5100923663111745, + 1.509092432829958, + 1.512092453810793, + 1.5121924465628682, + 1.5110924070807514, + 1.5100924199553547, + 1.5112924164267598, + 1.5111924117537556, + 1.5101924723120748, + 1.5110924070807514, + 1.5100924795599995, + 1.5100924795599995, + 1.509092432829958, + 1.5121924465628682, + 1.5110924070807514, + 1.512092453810793, + 1.5101924723120748, + 1.5111924117537556, + 1.5110924070807514, + 1.5100923722716388, + 1.5101924186678943, + 1.5110924070807514, + 1.509092432829958, + 1.5110924070807514, + 1.506092411849123, + 1.512092453810793, + 1.51009236035071, + 1.5091924255820333, + 1.5080924457045612, + 1.5100924199553547, + 1.5150924211474477 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_063524.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_063524.json new file mode 100644 index 0000000000000000000000000000000000000000..eea24aee44f206b23fd0031e3a524365e15d6345 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_063524.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T06:35:24.543496+00:00", + "metrics": { + "MSE[mean]": 0.1777691168916725, + "MSE[0.5]": 0.1777691168916725, + "MAE[0.5]": 0.3700833300749461, + "MASE[0.5]": 1.0861377195913924, + "MAPE[0.5]": 0.29746468323179387, + "sMAPE[0.5]": 0.269003955066164, + "MSIS": 38.8265072216084, + "RMSE[mean]": 0.42162675068319905, + "NRMSE[mean]": 0.2904799222082674, + "ND[0.5]": 0.2549690615136546, + "mean_weighted_sum_quantile_loss": 0.2486590936788666 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00" + ], + "context": [ + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333 + ], + "actual": [ + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464 + ], + "predictions": { + "p50": [ + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929 + ], + "p10": [ + 1.12798002243042, + 1.1701200056076049, + 1.207359993457794, + 1.2406800317764282, + 1.2612599420547486, + 1.279879994392395, + 1.3043799710273742, + 1.3318199682235718, + 1.3582800364494323, + 1.38572003364563, + 1.4190399551391601, + 1.448440043926239, + 1.4778400158882141, + 1.5111600542068482, + 1.5307600355148314, + 1.5572199869155883, + 1.5856400299072266, + 1.6062200570106506, + 1.6189599514007569, + 1.647379994392395, + 1.672860016822815, + 1.693440043926239, + 1.7130400252342224, + 1.7287200570106507, + 1.12798002243042, + 1.1701200056076049, + 1.207359993457794, + 1.2406800317764282, + 1.2612599420547486, + 1.279879994392395, + 1.3043799710273742, + 1.3318199682235718, + 1.3582800364494323, + 1.38572003364563, + 1.4190399551391601, + 1.448440043926239, + 1.4778400158882141, + 1.5111600542068482, + 1.5307600355148314, + 1.5572199869155883, + 1.5856400299072266, + 1.6062200570106506, + 1.6189599514007569, + 1.647379994392395, + 1.672860016822815, + 1.693440043926239, + 1.7130400252342224, + 1.7287200570106507, + 1.12798002243042, + 1.1701200056076049, + 1.207359993457794, + 1.2406800317764282, + 1.2612599420547486, + 1.279879994392395, + 1.3043799710273742, + 1.3318199682235718, + 1.3582800364494323, + 1.38572003364563, + 1.4190399551391601, + 1.448440043926239 + ], + "p90": [ + 1.1740200233459472, + 1.217880005836487, + 1.2566399931907655, + 1.2913200330734254, + 1.3127399396896362, + 1.3321199941635131, + 1.3576199698448181, + 1.3861799669265746, + 1.4137200379371644, + 1.4422800350189209, + 1.4769599533081055, + 1.5075600457191467, + 1.5381600165367126, + 1.5728400564193725, + 1.5932400369644166, + 1.6207799863815309, + 1.6503600311279296, + 1.671780059337616, + 1.6850399494171142, + 1.7146199941635132, + 1.7411400175094605, + 1.7625600457191468, + 1.7829600262641907, + 1.799280059337616, + 1.1740200233459472, + 1.217880005836487, + 1.2566399931907655, + 1.2913200330734254, + 1.3127399396896362, + 1.3321199941635131, + 1.3576199698448181, + 1.3861799669265746, + 1.4137200379371644, + 1.4422800350189209, + 1.4769599533081055, + 1.5075600457191467, + 1.5381600165367126, + 1.5728400564193725, + 1.5932400369644166, + 1.6207799863815309, + 1.6503600311279296, + 1.671780059337616, + 1.6850399494171142, + 1.7146199941635132, + 1.7411400175094605, + 1.7625600457191468, + 1.7829600262641907, + 1.799280059337616, + 1.1740200233459472, + 1.217880005836487, + 1.2566399931907655, + 1.2913200330734254, + 1.3127399396896362, + 1.3321199941635131, + 1.3576199698448181, + 1.3861799669265746, + 1.4137200379371644, + 1.4422800350189209, + 1.4769599533081055, + 1.5075600457191467 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_063517.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_063517.json new file mode 100644 index 0000000000000000000000000000000000000000..f81a84f8af0e720b83891e7202505b0295d76257 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_063517.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T06:35:17.574622+00:00", + "metrics": { + "MSE[mean]": 0.004790557291267798, + "MSE[0.5]": 0.004790557291267798, + "MAE[0.5]": 0.06070529421170553, + "MASE[0.5]": 0.17816071263970182, + "MAPE[0.5]": 0.05319584934030488, + "sMAPE[0.5]": 0.05087256625231599, + "MSIS": 1.1534689902845014, + "RMSE[mean]": 0.06921385187422961, + "NRMSE[mean]": 0.04768491153747355, + "ND[0.5]": 0.04182293725830445, + "mean_weighted_sum_quantile_loss": 0.03859573894779956 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00" + ], + "context": [ + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333 + ], + "actual": [ + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464 + ], + "predictions": { + "p50": [ + 1.7978363037109375, + 1.8110809326171875, + 1.8309478759765625, + 1.84088134765625, + 1.860748291015625, + 1.873992919921875, + 1.880615234375, + 1.887237548828125, + 1.8971710205078125, + 1.9037933349609375, + 1.9037933349609375, + 1.8971710205078125, + 1.89385986328125, + 1.8839263916015625, + 1.880615234375, + 1.8773040771484375, + 1.880615234375, + 1.8706817626953125, + 1.8574371337890625, + 1.8375701904296875, + 1.82763671875, + 1.8011474609375, + 1.7779693603515625, + 1.7514801025390625, + 1.741546630859375, + 1.7117462158203125, + 1.688568115234375, + 1.6587677001953125, + 1.6422119140625, + 1.622344970703125, + 1.5859222412109375, + 1.562744140625, + 1.569366455078125, + 1.529632568359375, + 1.4948654174804688, + 1.4733428955078125, + 1.4418869018554688, + 1.423675537109375, + 1.3789749145507812, + 1.3392410278320312, + 1.3127517700195312, + 1.277984619140625, + 1.2498397827148438, + 1.2233505249023438, + 1.1902389526367188, + 1.17864990234375, + 1.1476078033447266, + 1.126913070678711, + 1.0958709716796875, + 1.0694851875305176, + 1.0271644592285156, + 1.0101947784423828, + 0.9841194152832031, + 0.9683914184570312, + 0.9526634216308594, + 0.933624267578125, + 0.9112739562988281, + 0.9112739562988281, + 0.8864402770996094, + 0.8831291198730469 + ], + "p10": [ + 1.7912139892578125, + 1.7978363037109375, + 1.807769775390625, + 1.81439208984375, + 1.8309478759765625, + 1.8375701904296875, + 1.8441925048828125, + 1.8441925048828125, + 1.8508148193359375, + 1.847503662109375, + 1.84088134765625, + 1.8375701904296875, + 1.821014404296875, + 1.8044586181640625, + 1.8011474609375, + 1.7845916748046875, + 1.768035888671875, + 1.7514801025390625, + 1.728302001953125, + 1.6985015869140625, + 1.6852569580078125, + 1.65545654296875, + 1.622344970703125, + 1.5925445556640625, + 1.5726776123046875, + 1.5362548828125, + 1.503143310546875, + 1.476654052734375, + 1.4518203735351562, + 1.4269866943359375, + 1.3922195434570312, + 1.36407470703125, + 1.3591079711914062, + 1.31109619140625, + 1.2746734619140625, + 1.2481842041015625, + 1.2159004211425781, + 1.1960334777832031, + 1.1567134857177734, + 1.117600440979004, + 1.0902316570281982, + 1.0590343475341797, + 1.0321311950683594, + 1.0068836212158203, + 0.9812221527099609, + 0.9717025756835938, + 0.9369354248046875, + 0.9112739562988281, + 0.8723678588867188, + 0.8425674438476562, + 0.801177978515625, + 0.78131103515625, + 0.7581329345703125, + 0.748199462890625, + 0.734954833984375, + 0.7183990478515625, + 0.7001876831054688, + 0.7051544189453125, + 0.6770095825195312, + 0.6736984252929688 + ], + "p90": [ + 1.81439208984375, + 1.8309478759765625, + 1.8541259765625, + 1.8706817626953125, + 1.89385986328125, + 1.9071044921875, + 1.9170379638671875, + 1.9236602783203125, + 1.940216064453125, + 1.94683837890625, + 1.953460693359375, + 1.953460693359375, + 1.9600830078125, + 1.966705322265625, + 1.966705322265625, + 1.966705322265625, + 1.99981689453125, + 1.993194580078125, + 1.979949951171875, + 1.966705322265625, + 1.97332763671875, + 1.953460693359375, + 1.940216064453125, + 1.9236602783203125, + 1.9236602783203125, + 1.900482177734375, + 1.887237548828125, + 1.86737060546875, + 1.8541259765625, + 1.84088134765625, + 1.81439208984375, + 1.8011474609375, + 1.860748291015625, + 1.8243255615234375, + 1.7845916748046875, + 1.7779693603515625, + 1.754791259765625, + 1.741546630859375, + 1.6918792724609375, + 1.65545654296875, + 1.6455230712890625, + 1.609100341796875, + 1.5859222412109375, + 1.5660552978515625, + 1.5329437255859375, + 1.5263214111328125, + 1.503143310546875, + 1.4783096313476562, + 1.4534759521484375, + 1.4352645874023438, + 1.3938751220703125, + 1.3723526000976562, + 1.350830078125, + 1.3326187133789062, + 1.317718505859375, + 1.2945404052734375, + 1.2630844116210938, + 1.2498397827148438, + 1.2200393676757812, + 1.2150726318359375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_063248.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_063248.json new file mode 100644 index 0000000000000000000000000000000000000000..48c0d994201738041dbb5f1407ecbb4b0d13714f --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_063248.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T06:32:48.662243+00:00", + "metrics": { + "MSE[mean]": 0.019242974600373705, + "MSE[0.5]": 0.007671838297488047, + "MAE[0.5]": 0.058564937114715575, + "MASE[0.5]": 0.17187909337312982, + "MAPE[0.5]": 0.059597832365963235, + "sMAPE[0.5]": 0.05519659456374899, + "MSIS": 12.272927688452837, + "RMSE[mean]": 0.13871904916187144, + "NRMSE[mean]": 0.09557054561659462, + "ND[0.5]": 0.04034833736153769, + "mean_weighted_sum_quantile_loss": 0.06557371311848623 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00" + ], + "context": [ + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333 + ], + "actual": [ + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464 + ], + "predictions": { + "p50": [ + 1.76493501663208, + 1.780118703842163, + 1.810204267501831, + 1.8123633861541748, + 1.8217480182647705, + 1.8371484279632568, + 1.84798264503479, + 1.8555564880371094, + 1.852074384689331, + 1.855363130569458, + 1.8502998352050781, + 1.863309621810913, + 1.8508787155151367, + 1.8499948978424072, + 1.8512284755706787, + 1.8357388973236084, + 1.8337512016296387, + 1.8206675052642822, + 1.8058388233184814, + 1.8018646240234375, + 1.7885944843292236, + 1.777597427368164, + 1.7476725578308105, + 1.738823652267456, + 1.7109346389770508, + 1.6868538856506348, + 1.672717809677124, + 1.6478374004364014, + 1.622938632965088, + 1.5877768993377686, + 1.5627336502075195, + 1.5469646453857422, + 1.5117454528808594, + 1.4868109226226807, + 1.4667673110961914, + 1.43691086769104, + 1.4132826328277588, + 1.384031057357788, + 1.3744125366210938, + 1.3484928607940674, + 1.3222172260284424, + 1.2998416423797607, + 1.2607262134552002, + 1.2411675453186035, + 1.2282257080078125, + 1.200953722000122, + 1.1699788570404053, + 1.151538610458374, + 1.1301195621490479, + 1.112029790878296, + 1.0931684970855713, + 1.0660614967346191, + 1.0438978672027588, + 1.0364866256713867, + 1.0051708221435547, + 0.9960216283798218, + 0.9817630648612976, + 0.96345055103302, + 0.9625242352485657, + 0.9395982027053833 + ], + "p10": [ + 1.775486707687378, + 1.7984137535095215, + 1.8101460933685303, + 1.8281168937683105, + 1.8193397521972656, + 1.8500089645385742, + 1.82850980758667, + 1.8519740104675293, + 1.859677791595459, + 1.8691315650939941, + 1.8664984703063965, + 1.8842523097991943, + 1.8324337005615234, + 1.8811047077178955, + 1.841864824295044, + 1.853952407836914, + 1.8351683616638184, + 1.8261747360229492, + 1.819697380065918, + 1.8405399322509766, + 1.8002986907958984, + 1.8078124523162842, + 1.7656197547912598, + 1.7511043548583984, + 1.7376270294189453, + 1.7255346775054932, + 1.7054367065429688, + 1.674739122390747, + 1.6534552574157715, + 1.6336894035339355, + 1.588902473449707, + 1.6132135391235352, + 1.576446294784546, + 1.563805341720581, + 1.5278050899505615, + 1.5042293071746826, + 1.4739179611206055, + 1.4400348663330078, + 1.4338090419769287, + 1.4021718502044678, + 1.36529541015625, + 1.3623754978179932, + 1.3425116539001465, + 1.3166556358337402, + 1.285306453704834, + 1.2759439945220947, + 1.2583823204040527, + 1.2394020557403564, + 1.2113277912139893, + 1.2062411308288574, + 1.1570653915405273, + 1.1520318984985352, + 1.1395621299743652, + 1.1302051544189453, + 1.1072766780853271, + 1.0929604768753052, + 1.0725454092025757, + 1.0751005411148071, + 1.0495388507843018, + 1.0322210788726807 + ], + "p90": [ + 1.7936127185821533, + 1.8057849407196045, + 1.8446986675262451, + 1.846256971359253, + 1.8631649017333984, + 1.8899204730987549, + 1.8994345664978027, + 1.9155080318450928, + 1.9210736751556396, + 1.9246561527252197, + 1.937087059020996, + 1.9366588592529297, + 1.946045160293579, + 1.946580171585083, + 1.94791579246521, + 1.9305479526519775, + 1.9363842010498047, + 1.9291112422943115, + 1.9254462718963623, + 1.9279704093933105, + 1.9183311462402344, + 1.9122345447540283, + 1.9015343189239502, + 1.8953747749328613, + 1.88385009765625, + 1.8664624691009521, + 1.8672428131103516, + 1.8430237770080566, + 1.8339893817901611, + 1.814927101135254, + 1.8059742450714111, + 1.797395944595337, + 1.7728533744812012, + 1.7473335266113281, + 1.7332439422607422, + 1.7178266048431396, + 1.702315092086792, + 1.6730132102966309, + 1.6631057262420654, + 1.6388616561889648, + 1.6163356304168701, + 1.603736162185669, + 1.5632123947143555, + 1.546905279159546, + 1.5420525074005127, + 1.5193510055541992, + 1.5003421306610107, + 1.4884605407714844, + 1.466935396194458, + 1.4528007507324219, + 1.427910327911377, + 1.4200634956359863, + 1.3915281295776367, + 1.3947794437408447, + 1.3859057426452637, + 1.3738884925842285, + 1.360076665878296, + 1.3529736995697021, + 1.3561522960662842, + 1.3337430953979492 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_063359.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_063359.json new file mode 100644 index 0000000000000000000000000000000000000000..4f7d27aa377d541d5664e399f89648439d0abc4b --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_063359.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T06:33:59.592698+00:00", + "metrics": { + "MSE[mean]": 0.197178137054406, + "MSE[0.5]": 0.197178137054406, + "MAE[0.5]": 0.35167180697123207, + "MASE[0.5]": 1.0321027277585464, + "MAPE[0.5]": 0.32422480105328183, + "sMAPE[0.5]": 0.2496566835213863, + "MSIS": 8.695254149024347, + "RMSE[mean]": 0.44404744910246474, + "NRMSE[mean]": 0.30592667154789094, + "ND[0.5]": 0.24228443514628956, + "mean_weighted_sum_quantile_loss": 0.14816136860115378 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00" + ], + "context": [ + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333 + ], + "actual": [ + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464 + ], + "predictions": { + "p50": [ + 1.7837209701538086, + 1.7988194227218628, + 1.8116505146026611, + 1.825648546218872, + 1.8391993045806885, + 1.8520877361297607, + 1.8638631105422974, + 1.8732247352600098, + 1.8838547468185425, + 1.8939363956451416, + 1.9025957584381104, + 1.9089025259017944, + 1.9150066375732422, + 1.9180291891098022, + 1.921262264251709, + 1.9225283861160278, + 1.9244105815887451, + 1.9249683618545532, + 1.9256999492645264, + 1.9250102043151855, + 1.9238463640213013, + 1.92113196849823, + 1.9171929359436035, + 1.909746766090393, + 1.9036610126495361, + 1.895754337310791, + 1.8862190246582031, + 1.8786730766296387, + 1.8711202144622803, + 1.8625108003616333, + 1.855053186416626, + 1.8431367874145508, + 1.939818263053894, + 1.9260523319244385, + 1.9128427505493164, + 1.9030687808990479, + 1.8885937929153442, + 1.8734511137008667, + 1.8589303493499756, + 1.8384461402893066, + 1.8198034763336182, + 1.802112340927124, + 1.7822723388671875, + 1.7577946186065674, + 1.7377824783325195, + 1.7208393812179565, + 1.7055392265319824, + 1.6835484504699707, + 1.666835069656372, + 1.6516668796539307, + 1.630484938621521, + 1.6109614372253418, + 1.5918022394180298, + 1.569814920425415, + 1.550234079360962, + 1.5284003019332886, + 1.5120341777801514, + 1.497802972793579, + 1.480629563331604, + 1.465280532836914 + ], + "p10": [ + 1.7725229263305664, + 1.7854619026184082, + 1.7957934141159058, + 1.8048787117004395, + 1.8148081302642822, + 1.8224387168884277, + 1.8293859958648682, + 1.8325896263122559, + 1.8393452167510986, + 1.8439762592315674, + 1.8453344106674194, + 1.8445348739624023, + 1.8423516750335693, + 1.8363765478134155, + 1.8285198211669922, + 1.8192981481552124, + 1.8127645254135132, + 1.803000569343567, + 1.792661190032959, + 1.7809492349624634, + 1.7686434984207153, + 1.756354808807373, + 1.7396899461746216, + 1.7201474905014038, + 1.6996334791183472, + 1.6781669855117798, + 1.6549017429351807, + 1.6303369998931885, + 1.604619026184082, + 1.5763945579528809, + 1.5455282926559448, + 1.5203744173049927, + 1.620113492012024, + 1.6115312576293945, + 1.5875935554504395, + 1.5633423328399658, + 1.5336284637451172, + 1.4982985258102417, + 1.4579439163208008, + 1.423565149307251, + 1.3871443271636963, + 1.3532915115356445, + 1.3143614530563354, + 1.2778977155685425, + 1.2522836923599243, + 1.2214630842208862, + 1.1875513792037964, + 1.1447786092758179, + 1.1092201471328735, + 1.0823395252227783, + 1.0554770231246948, + 1.0369253158569336, + 1.0013811588287354, + 0.9705327749252319, + 0.9412776231765747, + 0.9133536219596863, + 0.8908076882362366, + 0.8721196055412292, + 0.8573564291000366, + 0.8348689675331116 + ], + "p90": [ + 1.7923266887664795, + 1.8106112480163574, + 1.8263299465179443, + 1.845658779144287, + 1.863213300704956, + 1.879800796508789, + 1.8969838619232178, + 1.9111113548278809, + 1.9271152019500732, + 1.941678524017334, + 1.9569532871246338, + 1.9708900451660156, + 1.9833765029907227, + 1.9940216541290283, + 2.002655029296875, + 2.0116758346557617, + 2.0233304500579834, + 2.03501558303833, + 2.043381929397583, + 2.0534586906433105, + 2.062537908554077, + 2.0719985961914062, + 2.0789713859558105, + 2.0815203189849854, + 2.088192939758301, + 2.0931904315948486, + 2.095181703567505, + 2.1008944511413574, + 2.1059393882751465, + 2.1110458374023438, + 2.1136083602905273, + 2.1076817512512207, + 2.1271538734436035, + 2.1430907249450684, + 2.159700870513916, + 2.175703525543213, + 2.1779446601867676, + 2.181381940841675, + 2.1868326663970947, + 2.1897408962249756, + 2.1899497509002686, + 2.1956074237823486, + 2.195769786834717, + 2.1938071250915527, + 2.194373369216919, + 2.1905555725097656, + 2.188642978668213, + 2.1779139041900635, + 2.171182155609131, + 2.171639919281006, + 2.1622722148895264, + 2.1626992225646973, + 2.1539320945739746, + 2.149034023284912, + 2.1395368576049805, + 2.1281955242156982, + 2.122436046600342, + 2.117830276489258, + 2.113074779510498, + 2.1129584312438965 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_063338.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_063338.json new file mode 100644 index 0000000000000000000000000000000000000000..fdc11563ef393897350bca12894c53f1ba8b2e2c --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_063338.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T06:33:38.366058+00:00", + "metrics": { + "MSE[mean]": 0.0004053977803411139, + "MSE[0.5]": 0.0004053977803411139, + "MAE[0.5]": 0.015381062030792236, + "MASE[0.5]": 0.04514105413944281, + "MAPE[0.5]": 0.010311521459256939, + "sMAPE[0.5]": 0.01038546069515422, + "MSIS": 2.0839486075487494, + "RMSE[mean]": 0.02013449230403175, + "NRMSE[mean]": 0.013871666702126922, + "ND[0.5]": 0.010596788972581433, + "mean_weighted_sum_quantile_loss": 0.051359981082668135 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00" + ], + "context": [ + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333 + ], + "actual": [ + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464 + ], + "predictions": { + "p50": [ + 1.7726168632507324, + 1.7857145071029663, + 1.797851800918579, + 1.8076386451721191, + 1.8172158002853394, + 1.8245902061462402, + 1.8300995826721191, + 1.8364663124084473, + 1.8391072750091553, + 1.8428826332092285, + 1.8447933197021484, + 1.8435015678405762, + 1.839625597000122, + 1.835329532623291, + 1.8279502391815186, + 1.8206100463867188, + 1.8128957748413086, + 1.8017586469650269, + 1.7911343574523926, + 1.7798213958740234, + 1.7672557830810547, + 1.7487525939941406, + 1.7282663583755493, + 1.7105611562728882, + 1.6878788471221924, + 1.665846824645996, + 1.643470287322998, + 1.621384620666504, + 1.5947036743164062, + 1.5732935667037964, + 1.5483543872833252, + 1.5205541849136353, + 1.4593520164489746, + 1.4376274347305298, + 1.3991963863372803, + 1.3674492835998535, + 1.3346015214920044, + 1.308014154434204, + 1.27838933467865, + 1.2522180080413818, + 1.2243462800979614, + 1.1948305368423462, + 1.1727458238601685, + 1.1448789834976196, + 1.1149593591690063, + 1.0877265930175781, + 1.054343819618225, + 1.0271055698394775, + 0.9962824583053589, + 0.9688122272491455, + 0.9386166334152222, + 0.9140162467956543, + 0.8934449553489685, + 0.8693870902061462, + 0.8464324474334717, + 0.8209667205810547, + 0.7966963052749634, + 0.7843390703201294, + 0.7674506902694702, + 0.7524888515472412 + ], + "p10": [ + 1.7613080739974976, + 1.7687339782714844, + 1.7750906944274902, + 1.77814519405365, + 1.7823004722595215, + 1.7847387790679932, + 1.7847681045532227, + 1.7829904556274414, + 1.779270887374878, + 1.77806556224823, + 1.7707302570343018, + 1.7595654726028442, + 1.748555302619934, + 1.7335903644561768, + 1.7156660556793213, + 1.6984347105026245, + 1.6795580387115479, + 1.6616485118865967, + 1.6396286487579346, + 1.6185965538024902, + 1.5969161987304688, + 1.5697274208068848, + 1.5382661819458008, + 1.5093309879302979, + 1.4760634899139404, + 1.446516990661621, + 1.4104831218719482, + 1.3777141571044922, + 1.3424568176269531, + 1.3120096921920776, + 1.2785718441009521, + 1.2426559925079346, + 1.1558200120925903, + 1.1219995021820068, + 1.0772991180419922, + 1.042509913444519, + 1.0014797449111938, + 0.9647836685180664, + 0.912436842918396, + 0.8806263208389282, + 0.835716962814331, + 0.7814098596572876, + 0.7581424713134766, + 0.6993417739868164, + 0.6477534174919128, + 0.6035054326057434, + 0.5735499858856201, + 0.5348048210144043, + 0.4950123429298401, + 0.45931482315063477, + 0.4150334596633911, + 0.3894815444946289, + 0.3617541193962097, + 0.3197709321975708, + 0.29463857412338257, + 0.26463741064071655, + 0.2231135368347168, + 0.19833165407180786, + 0.1728229522705078, + 0.14537906646728516 + ], + "p90": [ + 1.7849760055541992, + 1.801891803741455, + 1.820676565170288, + 1.8362300395965576, + 1.8540525436401367, + 1.8672354221343994, + 1.8785737752914429, + 1.892439842224121, + 1.9032087326049805, + 1.9156771898269653, + 1.9250932931900024, + 1.9343900680541992, + 1.943105697631836, + 1.949763536453247, + 1.9544398784637451, + 1.9571013450622559, + 1.9618351459503174, + 1.9633049964904785, + 1.9651885032653809, + 1.9654700756072998, + 1.9668489694595337, + 1.9647939205169678, + 1.9570441246032715, + 1.9536696672439575, + 1.9460184574127197, + 1.9388371706008911, + 1.9302700757980347, + 1.9246103763580322, + 1.9116326570510864, + 1.9088653326034546, + 1.8935787677764893, + 1.885495662689209, + 1.8729960918426514, + 1.864943265914917, + 1.8497436046600342, + 1.8447229862213135, + 1.8296525478363037, + 1.812791347503662, + 1.8118784427642822, + 1.8045945167541504, + 1.797692894935608, + 1.797187089920044, + 1.7916721105575562, + 1.795654058456421, + 1.7937815189361572, + 1.7907919883728027, + 1.7979626655578613, + 1.7939354181289673, + 1.776316523551941, + 1.77685546875, + 1.7796721458435059, + 1.7736232280731201, + 1.790780782699585, + 1.7729417085647583, + 1.790416955947876, + 1.8151506185531616, + 1.7887322902679443, + 1.807606816291809, + 1.841375470161438, + 1.8170229196548462 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_063524.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_063524.json new file mode 100644 index 0000000000000000000000000000000000000000..b16aeb64a109f3cb82daa4672fc2637b71cf41bc --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_063524.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T06:35:24.355222+00:00", + "metrics": { + "MSE[mean]": 0.07465809101698792, + "MSE[0.5]": 0.08382917541820836, + "MAE[0.5]": 0.2695504691130433, + "MASE[0.5]": 3.8935077387427857, + "MAPE[0.5]": 0.16831459058924933, + "sMAPE[0.5]": 0.1856615528223091, + "MSIS": 61.92557023138389, + "RMSE[mean]": 0.2732363281428513, + "NRMSE[mean]": 0.1745609242147556, + "ND[0.5]": 0.17220616061819533, + "mean_weighted_sum_quantile_loss": 0.1557342953982287 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00" + ], + "context": [ + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.3221009593482307, + 1.3061008062270774, + 1.3010414328017126, + 1.2977432964454083, + 1.2988698100168126, + 1.3024090677356903, + 1.2993061595558126, + 1.2994979236579045, + 1.3001461972463924, + 1.2992933573954897, + 1.299092017813982, + 1.2947212742636767, + 1.2983279599702449, + 1.2974108103537823, + 1.299819646375329, + 1.2990919298213892, + 1.2969592457723569, + 1.2958828573684216, + 1.3004878527116837, + 1.3001451221609757, + 1.2998196457827813, + 1.2990919296517043, + 1.2994941694051012, + 1.296959245723746, + 1.3004878527076988, + 1.3001451221598346, + 1.3013345277174977, + 1.2974108082834357, + 1.2983279527404978, + 1.298709941196054, + 1.3004878527076966, + 1.2974108082834357, + 1.2983279527404978, + 1.2983279527404978, + 1.2978693805119668, + 1.2990919296516106, + 1.2969592457237382, + 1.3004878527076966, + 1.2953528899284303, + 1.3013345277174975, + 1.298709941196054, + 1.2974108082834357, + 1.2994941694050743, + 1.2974108082834357, + 1.300145122159834, + 1.300145122159834, + 1.2994941694050743, + 1.2974108082834357, + 1.2994941694050743, + 1.2994941694050743, + 1.2974108082834357, + 1.2937786152358628, + 1.2992930495283423, + 1.3013345277174975, + 1.2983279527404978, + 1.3003164874337654, + 1.2983279527404978, + 1.3004878527076966, + 1.2990919296516106, + 1.2996185259057222, + 1.2978693805119668, + 1.2983279527404978, + 1.3029325049216953, + 1.295882857354499, + 1.295882857354499, + 1.2983279527404978, + 1.297185027003587, + 1.2983279527404978, + 1.3004878527076966, + 1.3004878527076966, + 1.2994941694050743, + 1.3004878527076966 + ], + "p10": [ + 1.2314634555918134, + 1.228906319898501, + 1.2317696876821809, + 1.2082487184259019, + 1.2289228589274959, + 1.2299011545365248, + 1.2358556929900444, + 1.2221023174525965, + 1.2298212596186373, + 1.229820492399226, + 1.2220986513621377, + 1.2206577770248142, + 1.2076904562138275, + 1.228762992177084, + 1.2220985637926411, + 1.2206577519479764, + 1.228762990155356, + 1.229855373717867, + 1.2295034819892767, + 1.222098563200908, + 1.2394335468322333, + 1.2076904489841742, + 1.2220985631997932, + 1.2295034819852975, + 1.229503481985292, + 1.222098563199767, + 1.2400987923050875, + 1.2298553737039444, + 1.2040209808914837, + 1.2287629901067374, + 1.2287629901067374, + 1.2076904489840805, + 1.2298201845320789, + 1.2220985631997663, + 1.2298553737039444, + 1.1829460214288081, + 1.2206577517781978, + 1.2298553737039444, + 1.2206577517781978, + 1.2365078284357551, + 1.2073235021748208, + 1.2298553737039444, + 1.2220985631997663, + 1.2206577517781978, + 1.2206577517781978, + 1.2411681291725556, + 1.2220985631997663, + 1.2040209808914837, + 1.2298201845320789, + 1.2220985631997663, + 1.2073235021748208, + 1.2206577517781978, + 1.2365078284357551, + 1.2220985631997663, + 1.2076904489840805, + 1.2295034819852897, + 1.2404977882905686, + 1.2295034819852897, + 1.2076904489840805, + 1.2220985631997663, + 1.2040209808914837, + 1.2076904489840805, + 1.2076904489840805, + 1.2076904489840805, + 1.2206577517781978, + 1.2298201845320789, + 1.2287629901067374, + 1.2076904489840805, + 1.235842582962574, + 1.2365078284357551, + 1.2394335468319062, + 1.235842582962574 + ], + "p90": [ + 1.422485740319094, + 1.386935180676811, + 1.3987709146898315, + 1.3806856934198977, + 1.3802872927988348, + 1.4010883063619068, + 1.3755567150727916, + 1.3968251657925597, + 1.4010436006158848, + 1.3801277318452234, + 1.4010426136916978, + 1.3802520442701216, + 1.409349413142889, + 1.3966112667021169, + 1.3968214121326044, + 1.401042525699105, + 1.3813733744809842, + 1.380252019037428, + 1.3813733744363526, + 1.3828971634534477, + 1.3966112646320974, + 1.4016473106754088, + 1.3989457128931846, + 1.398712733711369, + 1.3987127337113634, + 1.401042525529327, + 1.3828971634523062, + 1.3968214115397295, + 1.3813733744323655, + 1.3989457128931577, + 1.3987127337113612, + 1.3801274239780763, + 1.3987127337113612, + 1.3966112646317703, + 1.4070903769892138, + 1.3813733744323655, + 1.3813733744323655, + 1.4016473106753151, + 1.3755436050453214, + 1.3989457128931577, + 1.3760019869385969, + 1.3813733744323655, + 1.3744460510358432, + 1.3966112646317703, + 1.3989457128931577, + 1.3801274239780763, + 1.4070903769892138, + 1.3966112646317703, + 1.4016473106753151, + 1.4010425255293264, + 1.4016473106753151, + 1.3995504980391464, + 1.4010425255293264, + 1.4070903769892138, + 1.3987127337113612, + 1.3989457128931577, + 1.3966112646317703, + 1.3987127337113612, + 1.3802520190235052, + 1.3813733744323655, + 1.4010425255293264, + 1.3968214115397295, + 1.3966112646317703, + 1.3813733744323655, + 1.3813733744323655, + 1.3968214115397295, + 1.4010425255293264, + 1.4010425255293264, + 1.3987127337113612, + 1.382897163452306, + 1.382897163452306, + 1.3968214115397295 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_063207.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_063207.json new file mode 100644 index 0000000000000000000000000000000000000000..338df3dba95bff5298cd27bf5013c4ce67320248 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_063207.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T06:32:07.374681+00:00", + "metrics": { + "MSE[mean]": 0.08391506599830162, + "MSE[0.5]": 0.08391506599830162, + "MAE[0.5]": 0.2694946097003089, + "MASE[0.5]": 3.8927008803593495, + "MAPE[0.5]": 0.1683232044442406, + "sMAPE[0.5]": 0.18560634848190943, + "MSIS": 83.24171434156395, + "RMSE[mean]": 0.28968097279300487, + "NRMSE[mean]": 0.18506681992791005, + "ND[0.5]": 0.17217047403589025, + "mean_weighted_sum_quantile_loss": 0.14920282309550245 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00" + ], + "context": [ + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.355969786643982, + 1.3312115669250488, + 1.3214188814163208, + 1.3152772188186646, + 1.3109629154205322, + 1.3080564737319946, + 1.3075141906738281, + 1.3070755004882812, + 1.307573676109314, + 1.3067409992218018, + 1.3053680658340454, + 1.3059810400009155, + 1.3056656122207642, + 1.3056292533874512, + 1.304455280303955, + 1.3039053678512573, + 1.3010766506195068, + 1.3008443117141724, + 1.3017113208770752, + 1.3012568950653076, + 1.3013309240341187, + 1.3010914325714111, + 1.3008220195770264, + 1.300879716873169, + 1.301564335823059, + 1.3003807067871094, + 1.299941897392273, + 1.3003315925598145, + 1.2993282079696655, + 1.2991122007369995, + 1.298858642578125, + 1.2979481220245361, + 1.299543857574463, + 1.298941731452942, + 1.299091100692749, + 1.2984391450881958, + 1.2976793050765991, + 1.2966746091842651, + 1.2965956926345825, + 1.296002745628357, + 1.2966656684875488, + 1.2961963415145874, + 1.295924425125122, + 1.2963213920593262, + 1.2954307794570923, + 1.2957606315612793, + 1.295472502708435, + 1.2939918041229248, + 1.2944486141204834, + 1.2940808534622192, + 1.2929812669754028, + 1.294994831085205, + 1.295265555381775, + 1.2941009998321533, + 1.2950719594955444, + 1.2956215143203735, + 1.2968981266021729, + 1.2956048250198364, + 1.2951925992965698, + 1.2966899871826172, + 1.2963056564331055, + 1.2967286109924316, + 1.2975682020187378, + 1.2964931726455688, + 1.2966822385787964, + 1.2977489233016968, + 1.298459529876709, + 1.2984539270401, + 1.2982947826385498, + 1.2980096340179443, + 1.2985453605651855, + 1.2984938621520996 + ], + "p10": [ + 1.2768794298171997, + 1.2358758449554443, + 1.2213131189346313, + 1.216346263885498, + 1.20882248878479, + 1.2080456018447876, + 1.207190752029419, + 1.2040714025497437, + 1.2060332298278809, + 1.203167200088501, + 1.2037729024887085, + 1.202211618423462, + 1.2030514478683472, + 1.20221745967865, + 1.2032780647277832, + 1.20192551612854, + 1.2022508382797241, + 1.1994940042495728, + 1.1988425254821777, + 1.1980539560317993, + 1.1980961561203003, + 1.1999179124832153, + 1.199701189994812, + 1.1962735652923584, + 1.1987603902816772, + 1.1963659524917603, + 1.198390007019043, + 1.1962336301803589, + 1.1957696676254272, + 1.1962324380874634, + 1.1983972787857056, + 1.197050929069519, + 1.1966817378997803, + 1.1949059963226318, + 1.194040060043335, + 1.1922518014907837, + 1.1929545402526855, + 1.1943715810775757, + 1.1945013999938965, + 1.1916252374649048, + 1.1937180757522583, + 1.1914193630218506, + 1.1938323974609375, + 1.1914525032043457, + 1.1905723810195923, + 1.1902425289154053, + 1.1918550729751587, + 1.1894872188568115, + 1.188591718673706, + 1.186758041381836, + 1.1854259967803955, + 1.1842700242996216, + 1.1857954263687134, + 1.1866812705993652, + 1.187316656112671, + 1.1862635612487793, + 1.1877086162567139, + 1.1859084367752075, + 1.188315510749817, + 1.1866463422775269, + 1.1858131885528564, + 1.1852797269821167, + 1.1868863105773926, + 1.1858757734298706, + 1.1850082874298096, + 1.183315396308899, + 1.1824554204940796, + 1.1812483072280884, + 1.1819089651107788, + 1.1827999353408813, + 1.1833972930908203, + 1.182068943977356 + ], + "p90": [ + 1.4362303018569946, + 1.4262769222259521, + 1.4205771684646606, + 1.4204587936401367, + 1.4196597337722778, + 1.4179421663284302, + 1.41808021068573, + 1.4194426536560059, + 1.4221714735031128, + 1.4227360486984253, + 1.4223549365997314, + 1.4209263324737549, + 1.4210628271102905, + 1.4217913150787354, + 1.4173485040664673, + 1.4174014329910278, + 1.4174600839614868, + 1.418532371520996, + 1.4193212985992432, + 1.4210692644119263, + 1.4243144989013672, + 1.42372727394104, + 1.4237614870071411, + 1.4234557151794434, + 1.4270269870758057, + 1.428807020187378, + 1.4304791688919067, + 1.4265929460525513, + 1.4287190437316895, + 1.426302194595337, + 1.4244379997253418, + 1.4242329597473145, + 1.4259001016616821, + 1.4267559051513672, + 1.4254087209701538, + 1.4274916648864746, + 1.4298917055130005, + 1.4296245574951172, + 1.4286465644836426, + 1.428892970085144, + 1.4332537651062012, + 1.4347306489944458, + 1.4376665353775024, + 1.433955192565918, + 1.4370266199111938, + 1.4358359575271606, + 1.4358296394348145, + 1.4350594282150269, + 1.4390738010406494, + 1.4402680397033691, + 1.4370039701461792, + 1.4422341585159302, + 1.4459407329559326, + 1.4454697370529175, + 1.4441715478897095, + 1.4454671144485474, + 1.4489175081253052, + 1.4496865272521973, + 1.4518985748291016, + 1.4487701654434204, + 1.4520572423934937, + 1.4530097246170044, + 1.4540224075317383, + 1.4536430835723877, + 1.455183744430542, + 1.4579250812530518, + 1.4555174112319946, + 1.4596996307373047, + 1.4650826454162598, + 1.4670205116271973, + 1.4645346403121948, + 1.4643099308013916 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_063524.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_063524.json new file mode 100644 index 0000000000000000000000000000000000000000..e5634adfe32fa2fbbf42dce6473e360b2ac690e4 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_063524.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T06:35:24.469822+00:00", + "metrics": { + "MSE[mean]": 0.10623027680480057, + "MSE[0.5]": 0.10507327514311325, + "MAE[0.5]": 0.2983712894324266, + "MASE[0.5]": 4.309808579619356, + "MAPE[0.5]": 0.18595566682221124, + "sMAPE[0.5]": 0.20793377261578275, + "MSIS": 64.36693599700448, + "RMSE[mean]": 0.3259298648556167, + "NRMSE[mean]": 0.20822494148231138, + "ND[0.5]": 0.19061875262517286, + "mean_weighted_sum_quantile_loss": 0.1771239126465428 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00" + ], + "context": [ + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.3168258259434855, + 1.3155232072119458, + 1.3142205884804063, + 1.3129179697488667, + 1.311615351017327, + 1.3103127322857873, + 1.3090101135542476, + 1.307707494822708, + 1.3064048760911684, + 1.3051022573596287, + 1.303799638628089, + 1.3024970198965493, + 1.3011944011650096, + 1.2998917824334701, + 1.2985891637019304, + 1.2972865449703908, + 1.295983926238851, + 1.2946813075073114, + 1.293378688775772, + 1.2920760700442322, + 1.2907734513126925, + 1.2894708325811528, + 1.288168213849613, + 1.2868655951180734, + 1.285562976386534, + 1.2842603576549942, + 1.2829577389234545, + 1.2816551201919149, + 1.2803525014603752, + 1.2790498827288357, + 1.277747263997296, + 1.2764446452657563, + 1.2751420265342166, + 1.273839407802677, + 1.2725367890711374, + 1.2712341703395977, + 1.269931551608058, + 1.2686289328765183, + 1.2673263141449786, + 1.2660236954134392, + 1.2647210766818995, + 1.2634184579503598, + 1.26211583921882, + 1.2608132204872804, + 1.2595106017557407, + 1.2582079830242012, + 1.2569053642926615, + 1.2556027455611218, + 1.2543001268295821, + 1.2529975080980424, + 1.251694889366503, + 1.2503922706349633, + 1.2490896519034236, + 1.2477870331718839, + 1.2464844144403442, + 1.2451817957088045, + 1.243879176977265, + 1.2425765582457253, + 1.2412739395141856, + 1.239971320782646, + 1.2386687020511062, + 1.2373660833195668, + 1.236063464588027, + 1.2347608458564874, + 1.2334582271249477, + 1.232155608393408, + 1.2308529896618685, + 1.2295503709303288, + 1.2282477521987891, + 1.2269451334672494, + 1.2256425147357097, + 1.2243398960041703 + ], + "p10": [ + 1.2168258021016276, + 1.215523183370088, + 1.2142205646385484, + 1.2129179459070087, + 1.211615327175469, + 1.2103127084439294, + 1.2090100897123897, + 1.2077074709808502, + 1.2064048522493105, + 1.2051022335177708, + 1.203799614786231, + 1.2024969960546914, + 1.2011943773231517, + 1.1998917585916122, + 1.1985891398600725, + 1.1972865211285328, + 1.1959839023969931, + 1.1946812836654535, + 1.193378664933914, + 1.1920760462023743, + 1.1907734274708346, + 1.189470808739295, + 1.1881681900077552, + 1.1868655712762155, + 1.185562952544676, + 1.1842603338131363, + 1.1829577150815966, + 1.181655096350057, + 1.1803524776185172, + 1.1790498588869778, + 1.177747240155438, + 1.1764446214238984, + 1.1751420026923587, + 1.173839383960819, + 1.1725367652292795, + 1.1712341464977398, + 1.1699315277662001, + 1.1686289090346604, + 1.1673262903031207, + 1.1660236715715813, + 1.1647210528400416, + 1.1634184341085019, + 1.1621158153769622, + 1.1608131966454225, + 1.1595105779138828, + 1.1582079591823433, + 1.1569053404508036, + 1.155602721719264, + 1.1543001029877242, + 1.1529974842561845, + 1.151694865524645, + 1.1503922467931054, + 1.1490896280615657, + 1.147787009330026, + 1.1464843905984863, + 1.1451817718669466, + 1.1438791531354071, + 1.1425765344038674, + 1.1412739156723277, + 1.139971296940788, + 1.1386686782092483, + 1.1373660594777089, + 1.1360634407461692, + 1.1347608220146295, + 1.1334582032830898, + 1.13215558455155, + 1.1308529658200106, + 1.129550347088471, + 1.1282477283569312, + 1.1269451096253915, + 1.1256424908938518, + 1.1243398721623123 + ], + "p90": [ + 1.4168258497853434, + 1.4155232310538037, + 1.4142206123222643, + 1.4129179935907246, + 1.4116153748591849, + 1.4103127561276452, + 1.4090101373961055, + 1.407707518664566, + 1.4064048999330263, + 1.4051022812014866, + 1.403799662469947, + 1.4024970437384072, + 1.4011944250068675, + 1.399891806275328, + 1.3985891875437884, + 1.3972865688122487, + 1.395983950080709, + 1.3946813313491693, + 1.3933787126176298, + 1.39207609388609, + 1.3907734751545504, + 1.3894708564230107, + 1.388168237691471, + 1.3868656189599313, + 1.3855630002283919, + 1.3842603814968522, + 1.3829577627653125, + 1.3816551440337728, + 1.380352525302233, + 1.3790499065706936, + 1.377747287839154, + 1.3764446691076142, + 1.3751420503760745, + 1.3738394316445348, + 1.3725368129129953, + 1.3712341941814556, + 1.369931575449916, + 1.3686289567183763, + 1.3673263379868366, + 1.366023719255297, + 1.3647211005237574, + 1.3634184817922177, + 1.362115863060678, + 1.3608132443291383, + 1.3595106255975986, + 1.3582080068660591, + 1.3569053881345194, + 1.3556027694029797, + 1.35430015067144, + 1.3529975319399004, + 1.3516949132083609, + 1.3503922944768212, + 1.3490896757452815, + 1.3477870570137418, + 1.346484438282202, + 1.3451818195506624, + 1.343879200819123, + 1.3425765820875832, + 1.3412739633560435, + 1.3399713446245038, + 1.3386687258929642, + 1.3373661071614247, + 1.3360633811415243, + 1.3347607504890557, + 1.3334582509668056, + 1.332155632235266, + 1.3308530135037264, + 1.3295503947721867, + 1.328247776040647, + 1.3269451573091073, + 1.3256425385775676, + 1.3243399198460282 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_063455.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_063455.json new file mode 100644 index 0000000000000000000000000000000000000000..19fc866428b4c739792b341937eb65dc503cdd2c --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_063455.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T06:34:55.060827+00:00", + "metrics": { + "MSE[mean]": 0.07925722304056354, + "MSE[0.5]": 0.07902794855639354, + "MAE[0.5]": 0.2608989386094941, + "MASE[0.5]": 3.7685411561270024, + "MAPE[0.5]": 0.16283010409781268, + "sMAPE[0.5]": 0.1791126238421736, + "MSIS": 72.68099505008324, + "RMSE[mean]": 0.28152659384250633, + "NRMSE[mean]": 0.17985727866496282, + "ND[0.5]": 0.16667900699687255, + "mean_weighted_sum_quantile_loss": 0.1455127551696126 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00" + ], + "context": [ + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.3129815459251404, + 1.3043920993804932, + 1.311483919620514, + 1.3085579872131348, + 1.3118321895599365, + 1.3063990473747253, + 1.2967996001243591, + 1.3058059215545654, + 1.308753788471222, + 1.3000266551971436, + 1.3140486478805542, + 1.2964648008346558, + 1.3005521297454834, + 1.306637704372406, + 1.3237926363945007, + 1.303238034248352, + 1.3099769949913025, + 1.3195589184761047, + 1.3125981092453003, + 1.2980986833572388, + 1.284586250782013, + 1.3051119446754456, + 1.3141950368881226, + 1.3115162253379822, + 1.311188817024231, + 1.3089964389801025, + 1.3003514409065247, + 1.3067695498466492, + 1.3051576614379883, + 1.3131117224693298, + 1.3072587251663208, + 1.3158551454544067, + 1.3039432764053345, + 1.3173412680625916, + 1.3133914470672607, + 1.3132888078689575, + 1.3092841506004333, + 1.2994849681854248, + 1.3025916814804077, + 1.290462076663971, + 1.3069478869438171, + 1.30893874168396, + 1.3062809109687805, + 1.3001983761787415, + 1.3224592208862305, + 1.3040687441825867, + 1.2952627539634705, + 1.323686420917511, + 1.3220195174217224, + 1.3213690519332886, + 1.3049076795578003, + 1.2918705940246582, + 1.310391128063202, + 1.289196252822876, + 1.2985625267028809, + 1.306687593460083, + 1.3255137205123901, + 1.3245087265968323, + 1.293382465839386, + 1.3218443393707275, + 1.2935277223587036, + 1.2975928783416748, + 1.3094214797019958, + 1.3135490417480469, + 1.3010687828063965, + 1.3076710104942322, + 1.3078583478927612, + 1.3081525564193726, + 1.3316057920455933, + 1.299885094165802, + 1.304322361946106, + 1.3244914412498474 + ], + "p10": [ + 1.2199346423149109, + 1.178501546382904, + 1.204714298248291, + 1.1983941197395325, + 1.1645895838737488, + 1.1791331768035889, + 1.1730639338493347, + 1.1965211033821106, + 1.1553633213043213, + 1.176329791545868, + 1.208902895450592, + 1.1535035967826843, + 1.1769980788230896, + 1.1523813605308533, + 1.1887244582176208, + 1.1361192464828491, + 1.1495617628097534, + 1.190935730934143, + 1.1603919863700867, + 1.155849814414978, + 1.1475023031234741, + 1.1994792222976685, + 1.1677196621894836, + 1.1759690046310425, + 1.1772381663322449, + 1.1757222414016724, + 1.1978102326393127, + 1.1672725677490234, + 1.170823574066162, + 1.1999928951263428, + 1.1663753986358643, + 1.191352903842926, + 1.1358733773231506, + 1.1776997447013855, + 1.1702250242233276, + 1.1593117117881775, + 1.1314155459403992, + 1.1360442638397217, + 1.1773963570594788, + 1.1575085520744324, + 1.136882245540619, + 1.173037350177765, + 1.1631412506103516, + 1.1343479752540588, + 1.1849061250686646, + 1.1267145276069641, + 1.16389799118042, + 1.1513813734054565, + 1.150408148765564, + 1.1695950031280518, + 1.1618768572807312, + 1.1119452714920044, + 1.1697640419006348, + 1.1373751759529114, + 1.144797146320343, + 1.1727526783943176, + 1.133594274520874, + 1.1600125432014465, + 1.102514386177063, + 1.1166902780532837, + 1.142554223537445, + 1.1635417342185974, + 1.0879952907562256, + 1.1197690963745117, + 1.1204733848571777, + 1.1697880029678345, + 1.121492326259613, + 1.0915660858154297, + 1.0895389318466187, + 1.09939044713974, + 1.1100326180458069, + 1.0976735353469849 + ], + "p90": [ + 1.4097197651863098, + 1.4133524894714355, + 1.4279656410217285, + 1.450583279132843, + 1.4240469932556152, + 1.4256682991981506, + 1.4061239361763, + 1.4162567853927612, + 1.4454234838485718, + 1.4274588823318481, + 1.4377873539924622, + 1.414376139640808, + 1.4248328804969788, + 1.4369742274284363, + 1.4387450218200684, + 1.4408417344093323, + 1.453954815864563, + 1.4649906754493713, + 1.4445119500160217, + 1.4575728178024292, + 1.403947651386261, + 1.4369708895683289, + 1.479908049106598, + 1.4325979948043823, + 1.4367526769638062, + 1.4282294511795044, + 1.425905168056488, + 1.465182602405548, + 1.4750160574913025, + 1.4556635022163391, + 1.4290333986282349, + 1.4565922617912292, + 1.4446390271186829, + 1.4467655420303345, + 1.42044335603714, + 1.442909598350525, + 1.4741252064704895, + 1.4274371266365051, + 1.460698425769806, + 1.4699016213417053, + 1.4556256532669067, + 1.4456842541694641, + 1.4661570191383362, + 1.4761695861816406, + 1.45152348279953, + 1.4386907815933228, + 1.4344265460968018, + 1.4470892548561096, + 1.4944639801979065, + 1.4709802269935608, + 1.452303946018219, + 1.4312843680381775, + 1.4738044142723083, + 1.4356411695480347, + 1.4675975441932678, + 1.4823973774909973, + 1.467376470565796, + 1.4741633534431458, + 1.4201446771621704, + 1.477473497390747, + 1.465189516544342, + 1.5689849853515625, + 1.4723690152168274, + 1.526850402355194, + 1.495289385318756, + 1.4750396013259888, + 1.4892224073410034, + 1.5122526288032532, + 1.5239534378051758, + 1.4790863990783691, + 1.5011162161827087, + 1.5253013968467712 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_063524.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_063524.json new file mode 100644 index 0000000000000000000000000000000000000000..078bc050978a7729b4a96065eae59f207b3c002e --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_063524.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T06:35:24.523980+00:00", + "metrics": { + "MSE[mean]": 0.08352606535744925, + "MSE[0.5]": 0.08250711979236686, + "MAE[0.5]": 0.2668290409031483, + "MASE[0.5]": 3.854198210436176, + "MAPE[0.5]": 0.16652851984455982, + "sMAPE[0.5]": 0.18358764153089846, + "MSIS": 49.14757158403984, + "RMSE[mean]": 0.2890087634613339, + "NRMSE[mean]": 0.18463736941157566, + "ND[0.5]": 0.1704675374024163, + "mean_weighted_sum_quantile_loss": 0.15699320682859694 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00" + ], + "context": [ + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835, + 1.301298673792835 + ], + "p10": [ + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977, + 1.201298649950977 + ], + "p90": [ + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012985903463322, + 1.4012985784254033, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928, + 1.4012986976346928 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_063524.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_063524.json new file mode 100644 index 0000000000000000000000000000000000000000..b39ece0a3d1f426b36bd0a88fa0d8b16b869d93e --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_063524.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T06:35:24.552877+00:00", + "metrics": { + "MSE[mean]": 0.08486113270124207, + "MSE[0.5]": 0.08486113270124207, + "MAE[0.5]": 0.26527781618965995, + "MASE[0.5]": 3.8317916257013405, + "MAPE[0.5]": 0.16544116148491175, + "sMAPE[0.5]": 0.1832144039113272, + "MSIS": 132.8279577674133, + "RMSE[mean]": 0.2913093419395301, + "NRMSE[mean]": 0.1861071267755106, + "ND[0.5]": 0.16947651537583672, + "mean_weighted_sum_quantile_loss": 0.1643340525728406 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00" + ], + "context": [ + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "p10": [ + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.1760000467300415, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.1760000467300415, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.1760000467300415, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793 + ], + "p90": [ + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.22400004863739, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.22400004863739, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.22400004863739, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_063522.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_063522.json new file mode 100644 index 0000000000000000000000000000000000000000..c48bffc53b2f93b7ee39989a6a69cf6f499550e5 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_063522.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T06:35:22.188843+00:00", + "metrics": { + "MSE[mean]": 0.08247641589198354, + "MSE[0.5]": 0.08247641589198354, + "MAE[0.5]": 0.2671862343947093, + "MASE[0.5]": 3.859357673256617, + "MAPE[0.5]": 0.16683707087429875, + "sMAPE[0.5]": 0.18385865965677384, + "MSIS": 100.67842832903209, + "RMSE[mean]": 0.28718707473001553, + "NRMSE[mean]": 0.18347355759075404, + "ND[0.5]": 0.17069573555759637, + "mean_weighted_sum_quantile_loss": 0.15415559133239984 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00" + ], + "context": [ + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.3345565795898438, + 1.3138141632080078, + 1.310011386871338, + 1.3054869174957275, + 1.3028466701507568, + 1.302423119544983, + 1.302924394607544, + 1.3015069961547852, + 1.30216383934021, + 1.3006081581115723, + 1.300504446029663, + 1.3018354177474976, + 1.3023021221160889, + 1.3017489910125732, + 1.3001587390899658, + 1.2998476028442383, + 1.303166389465332, + 1.3020082712173462, + 1.3029675483703613, + 1.3022502660751343, + 1.3047826290130615, + 1.3031491041183472, + 1.3039485216140747, + 1.3035293817520142, + 1.3031749725341797, + 1.3018181324005127, + 1.300902009010315, + 1.3042423725128174, + 1.3030195236206055, + 1.3027342557907104, + 1.3023539781570435, + 1.3021811246871948, + 1.3023366928100586, + 1.2999858856201172, + 1.3015761375427246, + 1.302665114402771, + 1.300400733947754, + 1.3019564151763916, + 1.3019909858703613, + 1.30088472366333, + 1.2996056079864502, + 1.299259901046753, + 1.2979116439819336, + 1.2997093200683594, + 1.3012131452560425, + 1.3010921478271484, + 1.3002970218658447, + 1.300521731376648, + 1.299259901046753, + 1.29836106300354, + 1.2978770732879639, + 1.299501895904541, + 1.2997093200683594, + 1.2987759113311768, + 1.298741340637207, + 1.300262451171875, + 1.3001933097839355, + 1.3000895977020264, + 1.2999858856201172, + 1.3013341426849365, + 1.2997784614562988, + 1.3003315925598145, + 1.3010402917861938, + 1.3017317056655884, + 1.302544116973877, + 1.3017144203186035, + 1.3023712635040283, + 1.3020946979522705, + 1.301766276359558, + 1.3042963743209839, + 1.3033910989761353, + 1.303805947303772 + ], + "p10": [ + 1.24273681640625, + 1.2211647033691406, + 1.2189521789550781, + 1.2172927856445312, + 1.2139739990234375, + 1.2145271301269531, + 1.2161865234375, + 1.2167396545410156, + 1.2195053100585938, + 1.2167396545410156, + 1.2156333923339844, + 1.2167396545410156, + 1.2183990478515625, + 1.2195053100585938, + 1.220611572265625, + 1.2195053100585938, + 1.220611572265625, + 1.2183990478515625, + 1.2195053100585938, + 1.2195053100585938, + 1.2217178344726562, + 1.220611572265625, + 1.2200584411621094, + 1.2189521789550781, + 1.2178459167480469, + 1.2161865234375, + 1.2145271301269531, + 1.2167396545410156, + 1.2156333923339844, + 1.2156333923339844, + 1.2167396545410156, + 1.2167396545410156, + 1.2195053100585938, + 1.2172927856445312, + 1.2189521789550781, + 1.220611572265625, + 1.2189521789550781, + 1.2200584411621094, + 1.2195053100585938, + 1.2183990478515625, + 1.2172927856445312, + 1.2161865234375, + 1.2150802612304688, + 1.2156333923339844, + 1.2161865234375, + 1.2161865234375, + 1.2145271301269531, + 1.2128677368164062, + 1.2139739990234375, + 1.2123146057128906, + 1.211761474609375, + 1.2134208679199219, + 1.2128677368164062, + 1.211761474609375, + 1.2123146057128906, + 1.2134208679199219, + 1.2150802612304688, + 1.2150802612304688, + 1.2161865234375, + 1.2172927856445312, + 1.2156333923339844, + 1.2161865234375, + 1.2167396545410156, + 1.2161865234375, + 1.2211647033691406, + 1.2200584411621094, + 1.2217178344726562, + 1.220611572265625, + 1.2195053100585938, + 1.2211647033691406, + 1.2195053100585938, + 1.2211647033691406 + ], + "p90": [ + 1.4164199829101562, + 1.4119949340820312, + 1.4131011962890625, + 1.4075698852539062, + 1.4053573608398438, + 1.4075698852539062, + 1.4097824096679688, + 1.4097824096679688, + 1.4092292785644531, + 1.4048042297363281, + 1.40203857421875, + 1.4009323120117188, + 1.4009323120117188, + 1.4009323120117188, + 1.3987197875976562, + 1.4003791809082031, + 1.4025917053222656, + 1.4009323120117188, + 1.4014854431152344, + 1.4014854431152344, + 1.4053573608398438, + 1.4048042297363281, + 1.4059104919433594, + 1.4048042297363281, + 1.40203857421875, + 1.3987197875976562, + 1.3992729187011719, + 1.4025917053222656, + 1.4009323120117188, + 1.4003791809082031, + 1.3987197875976562, + 1.3987197875976562, + 1.3992729187011719, + 1.3965072631835938, + 1.3987197875976562, + 1.3981666564941406, + 1.3942947387695312, + 1.3959541320800781, + 1.3959541320800781, + 1.3948478698730469, + 1.3942947387695312, + 1.3948478698730469, + 1.3937416076660156, + 1.3954010009765625, + 1.3970603942871094, + 1.3981666564941406, + 1.3987197875976562, + 1.4003791809082031, + 1.3970603942871094, + 1.3970603942871094, + 1.397613525390625, + 1.3992729187011719, + 1.3992729187011719, + 1.3970603942871094, + 1.397613525390625, + 1.4003791809082031, + 1.4003791809082031, + 1.4003791809082031, + 1.3992729187011719, + 1.3987197875976562, + 1.3959541320800781, + 1.3965072631835938, + 1.397613525390625, + 1.4003791809082031, + 1.3998260498046875, + 1.3998260498046875, + 1.3992729187011719, + 1.397613525390625, + 1.3970603942871094, + 1.4014854431152344, + 1.4014854431152344, + 1.4031448364257812 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_063257.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_063257.json new file mode 100644 index 0000000000000000000000000000000000000000..9acf0e2ef02b16f9abc9c621b1027fb38890362e --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_063257.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T06:32:57.232897+00:00", + "metrics": { + "MSE[mean]": 0.08130303824093153, + "MSE[0.5]": 0.09268624244186856, + "MAE[0.5]": 0.28380415340264636, + "MASE[0.5]": 4.099394340497843, + "MAPE[0.5]": 0.17724912511293045, + "sMAPE[0.5]": 0.19660163573712072, + "MSIS": 110.46820840336513, + "RMSE[mean]": 0.28513687632597, + "NRMSE[mean]": 0.18216375910727164, + "ND[0.5]": 0.18131233006487896, + "mean_weighted_sum_quantile_loss": 0.1565473657767722 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00" + ], + "context": [ + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.3173120021820068, + 1.2945809364318848, + 1.2822134494781494, + 1.275647759437561, + 1.2711573839187622, + 1.266894817352295, + 1.2661763429641724, + 1.2666947841644287, + 1.272217035293579, + 1.2795848846435547, + 1.281036615371704, + 1.283637285232544, + 1.287418246269226, + 1.2904455661773682, + 1.2909836769104004, + 1.2912346124649048, + 1.2961550951004028, + 1.295784592628479, + 1.2949010133743286, + 1.2967036962509155, + 1.2962967157363892, + 1.2975146770477295, + 1.295312762260437, + 1.298178791999817, + 1.2965903282165527, + 1.298545241355896, + 1.2996314764022827, + 1.301061987876892, + 1.296787142753601, + 1.2925933599472046, + 1.2955307960510254, + 1.2957146167755127, + 1.2951180934906006, + 1.2940046787261963, + 1.2946979999542236, + 1.292943000793457, + 1.2937601804733276, + 1.2934411764144897, + 1.2895431518554688, + 1.2889084815979004, + 1.2906451225280762, + 1.2873836755752563, + 1.2870951890945435, + 1.2849897146224976, + 1.2829855680465698, + 1.2786134481430054, + 1.2752035856246948, + 1.2735882997512817, + 1.2761240005493164, + 1.2760179042816162, + 1.2766680717468262, + 1.2799549102783203, + 1.279981017112732, + 1.274395227432251, + 1.2717463970184326, + 1.2674888372421265, + 1.264388918876648, + 1.260915756225586, + 1.2595781087875366, + 1.260827660560608, + 1.266695261001587, + 1.26922607421875, + 1.2712364196777344, + 1.2724385261535645, + 1.2775771617889404, + 1.2780256271362305, + 1.284290075302124, + 1.287470817565918, + 1.2890956401824951, + 1.2928636074066162, + 1.2932000160217285, + 1.292222499847412 + ], + "p10": [ + 1.3386588096618652, + 1.3168081045150757, + 1.304895043373108, + 1.2993073463439941, + 1.29682457447052, + 1.2918821573257446, + 1.2910077571868896, + 1.2930586338043213, + 1.2965341806411743, + 1.3032116889953613, + 1.3049852848052979, + 1.3061857223510742, + 1.312733769416809, + 1.3145768642425537, + 1.3160289525985718, + 1.316234827041626, + 1.3209221363067627, + 1.320451259613037, + 1.3187860250473022, + 1.320064902305603, + 1.3195019960403442, + 1.3184173107147217, + 1.319727897644043, + 1.322190523147583, + 1.324098825454712, + 1.322089433670044, + 1.327034831047058, + 1.325561761856079, + 1.321885585784912, + 1.3201634883880615, + 1.3213022947311401, + 1.319825291633606, + 1.3200486898422241, + 1.319233775138855, + 1.3185011148452759, + 1.31790292263031, + 1.3185513019561768, + 1.3174834251403809, + 1.313011884689331, + 1.3119510412216187, + 1.3141982555389404, + 1.3136723041534424, + 1.3126006126403809, + 1.3100831508636475, + 1.3117413520812988, + 1.3048816919326782, + 1.3015881776809692, + 1.301411509513855, + 1.3043025732040405, + 1.3020565509796143, + 1.3048088550567627, + 1.3083456754684448, + 1.3055102825164795, + 1.3023072481155396, + 1.2994136810302734, + 1.2971312999725342, + 1.2915254831314087, + 1.289343237876892, + 1.2870733737945557, + 1.2903543710708618, + 1.293951153755188, + 1.2962150573730469, + 1.2996430397033691, + 1.302059292793274, + 1.303910732269287, + 1.30703604221344, + 1.3123480081558228, + 1.3151018619537354, + 1.3176259994506836, + 1.3218685388565063, + 1.3194775581359863, + 1.318656086921692 + ], + "p90": [ + 1.396597981452942, + 1.3798420429229736, + 1.3713459968566895, + 1.3651360273361206, + 1.361579179763794, + 1.3580864667892456, + 1.3577302694320679, + 1.357816219329834, + 1.3633188009262085, + 1.3704997301101685, + 1.3722703456878662, + 1.3751651048660278, + 1.3782418966293335, + 1.382499098777771, + 1.3835917711257935, + 1.3848236799240112, + 1.390645980834961, + 1.3899575471878052, + 1.3895765542984009, + 1.3885031938552856, + 1.3895150423049927, + 1.3912464380264282, + 1.3892440795898438, + 1.3900253772735596, + 1.3913178443908691, + 1.394971489906311, + 1.3941184282302856, + 1.397234559059143, + 1.3915976285934448, + 1.3893803358078003, + 1.3916569948196411, + 1.3904712200164795, + 1.3895915746688843, + 1.3888294696807861, + 1.388407826423645, + 1.3868727684020996, + 1.387241005897522, + 1.3875166177749634, + 1.383963704109192, + 1.3851332664489746, + 1.385830283164978, + 1.3852214813232422, + 1.3833963871002197, + 1.3816215991973877, + 1.3800655603408813, + 1.3784840106964111, + 1.3749260902404785, + 1.374671220779419, + 1.3768281936645508, + 1.3774282932281494, + 1.3771412372589111, + 1.3840337991714478, + 1.3812681436538696, + 1.3778939247131348, + 1.3756179809570312, + 1.3710215091705322, + 1.368399739265442, + 1.3643207550048828, + 1.364527702331543, + 1.3652503490447998, + 1.3714351654052734, + 1.3742355108261108, + 1.3770159482955933, + 1.3806856870651245, + 1.3840869665145874, + 1.384962797164917, + 1.3912276029586792, + 1.3938238620758057, + 1.396090030670166, + 1.3994859457015991, + 1.3986741304397583, + 1.399457573890686 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_063405.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_063405.json new file mode 100644 index 0000000000000000000000000000000000000000..570ff47f020041b7c9a209c86263c7235c91da8d --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_063405.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T06:34:05.361390+00:00", + "metrics": { + "MSE[mean]": 0.07657089340538074, + "MSE[0.5]": 0.07657089340538074, + "MAE[0.5]": 0.25570405854119194, + "MASE[0.5]": 3.693503981032001, + "MAPE[0.5]": 0.15950213506075694, + "sMAPE[0.5]": 0.17515455934860633, + "MSIS": 58.36477733546215, + "RMSE[mean]": 0.27671446186526055, + "NRMSE[mean]": 0.1767829795368021, + "ND[0.5]": 0.16336018379327008, + "mean_weighted_sum_quantile_loss": 0.13372725586358059 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00" + ], + "context": [ + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.3445675373077393, + 1.325472116470337, + 1.3178173303604126, + 1.3155345916748047, + 1.3134363889694214, + 1.3123828172683716, + 1.3127204179763794, + 1.3124786615371704, + 1.3121092319488525, + 1.3123070001602173, + 1.3127585649490356, + 1.3123703002929688, + 1.312778115272522, + 1.3143982887268066, + 1.3157919645309448, + 1.3153170347213745, + 1.3158152103424072, + 1.3170446157455444, + 1.3167040348052979, + 1.3168469667434692, + 1.3197376728057861, + 1.319867491722107, + 1.319393515586853, + 1.3201655149459839, + 1.3204156160354614, + 1.319743275642395, + 1.3190548419952393, + 1.3214610815048218, + 1.322636604309082, + 1.32182776927948, + 1.3214521408081055, + 1.3216608762741089, + 1.3080395460128784, + 1.3070179224014282, + 1.3111255168914795, + 1.3151198625564575, + 1.3145475387573242, + 1.3148103952407837, + 1.3126813173294067, + 1.3113116025924683, + 1.311460018157959, + 1.3133790493011475, + 1.31179940700531, + 1.3095378875732422, + 1.3106715679168701, + 1.3112112283706665, + 1.3113586902618408, + 1.3114157915115356, + 1.3126343488693237, + 1.3107112646102905, + 1.3083550930023193, + 1.3096122741699219, + 1.3110036849975586, + 1.3114882707595825, + 1.3112781047821045, + 1.3129733800888062, + 1.3135508298873901, + 1.3132779598236084, + 1.3135156631469727, + 1.314333438873291, + 1.314246654510498, + 1.3142759799957275, + 1.314456582069397, + 1.313278317451477, + 1.298965334892273, + 1.3043010234832764, + 1.3077937364578247, + 1.3102161884307861, + 1.3113148212432861, + 1.3129884004592896, + 1.3122631311416626, + 1.3109984397888184 + ], + "p10": [ + 1.259220838546753, + 1.2314674854278564, + 1.2222967147827148, + 1.2201133966445923, + 1.217525601387024, + 1.2156025171279907, + 1.2151597738265991, + 1.2138981819152832, + 1.2128225564956665, + 1.212080955505371, + 1.2111706733703613, + 1.2102992534637451, + 1.2100709676742554, + 1.2110930681228638, + 1.2113733291625977, + 1.2100611925125122, + 1.2097148895263672, + 1.2107306718826294, + 1.210728406906128, + 1.2104161977767944, + 1.212164044380188, + 1.2122366428375244, + 1.2112983465194702, + 1.2110998630523682, + 1.2109148502349854, + 1.209128975868225, + 1.2077651023864746, + 1.2090414762496948, + 1.2093632221221924, + 1.207599401473999, + 1.2067632675170898, + 1.2069411277770996, + 1.2125731706619263, + 1.2106422185897827, + 1.207437515258789, + 1.203891634941101, + 1.2022016048431396, + 1.1992840766906738, + 1.197044849395752, + 1.195698857307434, + 1.196039080619812, + 1.195873737335205, + 1.1947084665298462, + 1.1945691108703613, + 1.1951828002929688, + 1.1960694789886475, + 1.1962382793426514, + 1.1948925256729126, + 1.1925863027572632, + 1.1922017335891724, + 1.1928608417510986, + 1.1941460371017456, + 1.1954656839370728, + 1.194447636604309, + 1.1945335865020752, + 1.1945677995681763, + 1.1946830749511719, + 1.1952849626541138, + 1.1958277225494385, + 1.1956779956817627, + 1.1948221921920776, + 1.1934027671813965, + 1.1910123825073242, + 1.1906200647354126, + 1.20261549949646, + 1.2020283937454224, + 1.199971079826355, + 1.1959363222122192, + 1.1943027973175049, + 1.1937276124954224, + 1.1927587985992432, + 1.1917099952697754 + ], + "p90": [ + 1.454824447631836, + 1.4440410137176514, + 1.440178632736206, + 1.442092776298523, + 1.4437555074691772, + 1.4461631774902344, + 1.4477124214172363, + 1.447846531867981, + 1.4476704597473145, + 1.4498132467269897, + 1.451971173286438, + 1.4528932571411133, + 1.453014850616455, + 1.4562486410140991, + 1.4611560106277466, + 1.4618066549301147, + 1.463120937347412, + 1.4661225080490112, + 1.4672807455062866, + 1.4693392515182495, + 1.4719703197479248, + 1.4731025695800781, + 1.4720416069030762, + 1.4737558364868164, + 1.4754619598388672, + 1.476308822631836, + 1.4770228862762451, + 1.4816087484359741, + 1.4842888116836548, + 1.4845198392868042, + 1.4849445819854736, + 1.4855304956436157, + 1.455680012702942, + 1.4707871675491333, + 1.4755613803863525, + 1.4859176874160767, + 1.4919973611831665, + 1.49769926071167, + 1.4933500289916992, + 1.493146300315857, + 1.496093511581421, + 1.4993422031402588, + 1.4960074424743652, + 1.4953131675720215, + 1.4983417987823486, + 1.499803900718689, + 1.4998208284378052, + 1.5038501024246216, + 1.509709358215332, + 1.508296251296997, + 1.5051125288009644, + 1.5083001852035522, + 1.5105916261672974, + 1.51249361038208, + 1.512273907661438, + 1.5166314840316772, + 1.5193719863891602, + 1.5188618898391724, + 1.519153118133545, + 1.518761157989502, + 1.5195505619049072, + 1.5217028856277466, + 1.5250964164733887, + 1.524898648262024, + 1.4513039588928223, + 1.4716795682907104, + 1.4727975130081177, + 1.47769033908844, + 1.4855273962020874, + 1.492224097251892, + 1.4901468753814697, + 1.4904736280441284 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_063343.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_063343.json new file mode 100644 index 0000000000000000000000000000000000000000..ac2e40c012ab79ad49523f147157cbfbdc4c833a --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_063343.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T06:33:43.893285+00:00", + "metrics": { + "MSE[mean]": 0.08241932684518144, + "MSE[0.5]": 0.08241932684518144, + "MAE[0.5]": 0.266747373673651, + "MASE[0.5]": 3.8530185723851056, + "MAPE[0.5]": 0.16648504460448832, + "sMAPE[0.5]": 0.18352638862576917, + "MSIS": 99.25833927503487, + "RMSE[mean]": 0.2870876640421553, + "NRMSE[mean]": 0.1834100476553525, + "ND[0.5]": 0.17041536312838762, + "mean_weighted_sum_quantile_loss": 0.15475922673767606 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00" + ], + "context": [ + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.3031120300292969, + 1.3008830547332764, + 1.3007831573486328, + 1.3009982109069824, + 1.3009812831878662, + 1.3008995056152344, + 1.3008919954299927, + 1.3010971546173096, + 1.3011839389801025, + 1.3009018898010254, + 1.3010361194610596, + 1.3009638786315918, + 1.3009144067764282, + 1.300906777381897, + 1.3009815216064453, + 1.3009312152862549, + 1.300938606262207, + 1.3007432222366333, + 1.3009601831436157, + 1.3009430170059204, + 1.3010733127593994, + 1.3009980916976929, + 1.3011287450790405, + 1.3011541366577148, + 1.30107581615448, + 1.3013392686843872, + 1.3011620044708252, + 1.3013033866882324, + 1.3011705875396729, + 1.3013818264007568, + 1.3011313676834106, + 1.3011627197265625, + 1.3015799522399902, + 1.3016748428344727, + 1.301222801208496, + 1.3016701936721802, + 1.3016048669815063, + 1.301674723625183, + 1.301689863204956, + 1.3018878698349, + 1.3016941547393799, + 1.3017772436141968, + 1.301751732826233, + 1.3017553091049194, + 1.301749348640442, + 1.3016597032546997, + 1.3018332719802856, + 1.3018441200256348, + 1.3018040657043457, + 1.3017566204071045, + 1.3018136024475098, + 1.3017635345458984, + 1.3017528057098389, + 1.301719307899475, + 1.3017759323120117, + 1.3018052577972412, + 1.3016844987869263, + 1.3017555475234985, + 1.3017332553863525, + 1.3019018173217773, + 1.301760196685791, + 1.301751971244812, + 1.3017817735671997, + 1.301772117614746, + 1.3011566400527954, + 1.3014625310897827, + 1.3012077808380127, + 1.3014585971832275, + 1.301544189453125, + 1.3015879392623901, + 1.3015881776809692, + 1.301639437675476 + ], + "p10": [ + 1.248062014579773, + 1.2003157138824463, + 1.1930432319641113, + 1.1966147422790527, + 1.1950453519821167, + 1.1956942081451416, + 1.199380874633789, + 1.2011750936508179, + 1.1968830823898315, + 1.1968220472335815, + 1.1953121423721313, + 1.1948810815811157, + 1.196077823638916, + 1.196961760520935, + 1.1965233087539673, + 1.1981452703475952, + 1.1978439092636108, + 1.1988136768341064, + 1.1987736225128174, + 1.1984963417053223, + 1.1986650228500366, + 1.1986345052719116, + 1.1976295709609985, + 1.1982897520065308, + 1.1977852582931519, + 1.1979206800460815, + 1.1973110437393188, + 1.196333646774292, + 1.195238471031189, + 1.1950836181640625, + 1.195613145828247, + 1.1954632997512817, + 1.195340633392334, + 1.2062495946884155, + 1.1967387199401855, + 1.199558973312378, + 1.1980347633361816, + 1.203357219696045, + 1.2003775835037231, + 1.2011476755142212, + 1.20050048828125, + 1.202461838722229, + 1.2018511295318604, + 1.2022203207015991, + 1.2026571035385132, + 1.202673077583313, + 1.203125238418579, + 1.2040218114852905, + 1.2036950588226318, + 1.203313946723938, + 1.2032663822174072, + 1.2035436630249023, + 1.203658103942871, + 1.2041118144989014, + 1.2037484645843506, + 1.2040706872940063, + 1.203107476234436, + 1.202570915222168, + 1.2023953199386597, + 1.2017650604248047, + 1.2015050649642944, + 1.2012170553207397, + 1.2006746530532837, + 1.2006075382232666, + 1.1943986415863037, + 1.1972074508666992, + 1.1987597942352295, + 1.2023266553878784, + 1.1973615884780884, + 1.2012113332748413, + 1.2001285552978516, + 1.2004506587982178 + ], + "p90": [ + 1.4053372144699097, + 1.4011722803115845, + 1.3973989486694336, + 1.4036688804626465, + 1.4033924341201782, + 1.4034796953201294, + 1.3981366157531738, + 1.4033890962600708, + 1.4008748531341553, + 1.400554895401001, + 1.4048926830291748, + 1.4033886194229126, + 1.4007718563079834, + 1.4035171270370483, + 1.404097318649292, + 1.4008827209472656, + 1.4046796560287476, + 1.403541088104248, + 1.402570128440857, + 1.4017301797866821, + 1.4025750160217285, + 1.402357816696167, + 1.4035407304763794, + 1.4035389423370361, + 1.4025429487228394, + 1.403791069984436, + 1.4045575857162476, + 1.4030144214630127, + 1.405029058456421, + 1.406806230545044, + 1.4035875797271729, + 1.40445876121521, + 1.4029723405838013, + 1.4043372869491577, + 1.4006028175354004, + 1.4016200304031372, + 1.4020015001296997, + 1.4020112752914429, + 1.4013197422027588, + 1.404698133468628, + 1.4049161672592163, + 1.4018843173980713, + 1.4029953479766846, + 1.4027785062789917, + 1.403718113899231, + 1.4047170877456665, + 1.4036900997161865, + 1.402119755744934, + 1.4028185606002808, + 1.403988242149353, + 1.4039366245269775, + 1.4026739597320557, + 1.402775764465332, + 1.4027470350265503, + 1.4033318758010864, + 1.403268814086914, + 1.404025912284851, + 1.402771234512329, + 1.4035146236419678, + 1.4032108783721924, + 1.403290033340454, + 1.4034476280212402, + 1.4036328792572021, + 1.4033852815628052, + 1.4020155668258667, + 1.403032898902893, + 1.4008777141571045, + 1.40224027633667, + 1.402255654335022, + 1.4038074016571045, + 1.4038975238800049, + 1.406381368637085 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index b23533a745aaf4f5368f4edc111462a895c7cde5..96b46dd588c0f391d841d1ab0626988ec47ebeb3 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,192430.98008092245,192430.98008092245,364.4599609375,0.3426548293756226,0.005690713715136752,0.005697211419621929,3.6090933850669145,438.6695568203046,0.006843584442640301,0.005685857338075752,0.005577098774871609,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,192713.5706946055,192713.5706946055,365.2937825520833,0.3434387646049954,0.005703749307563929,0.005710212637260399,3.6090933850669145,438.99153829499437,0.006848696640202881,0.0056989396902003605,0.0055786166629551125,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.17215975329343708,0.17215975329343708,0.3672499984502792,1.0746945606074714,0.2578636067121443,0.2603382930194949,38.560801180072616,0.4149213820634423,0.2764790910908042,0.24471369797738515,0.23889706131453897,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.08263891074392937,0.08263891074392937,0.2597222609652413,3.9957279711475144,0.16235474183402807,0.17974218181845536,138.41373108811635,0.2874698431904282,0.18430835393807987,0.16651827498952743,0.16149601344378617,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.1777691168916725,0.1777691168916725,0.3700833300749461,1.0861377195913924,0.29746468323179387,0.269003955066164,38.8265072216084,0.42162675068319905,0.2904799222082674,0.2549690615136546,0.2486590936788666,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.08486113270124207,0.08486113270124207,0.26527781618965995,3.8317916257013405,0.16544116148491175,0.1832144039113272,132.8279577674133,0.2913093419395301,0.1861071267755106,0.16947651537583672,0.1643340525728406,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,1.155416707992572,1.155416707992572,0.7125000158945719,0.3582402390898857,0.05076272439763696,0.04800395462539813,10.055950531922385,1.0749031156306934,0.07671030541641909,0.05084746060709565,0.049147919042802066,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,178.8404184850066,178.8404184850066,11.454166730244955,0.9906856134310175,0.5735929816335207,0.4172178119110305,36.426958962036046,13.373122989227557,0.6152097838443096,0.5269311771010419,0.5169637630871581,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.18916598002185,4.18916598002185,1.8749998410542805,0.9868419403226955,0.07821406509678278,0.07477448806630255,24.143679685375208,2.046745216196156,0.08525144767101815,0.07809787440465037,0.07091055537436146,Weather,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 61daf5319dc8b8bfb5cc5e91396a8a62f0f2a11c..436ced1d4851753247f97ee1ba94d874421a9e17 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T06:27:15.924541+00:00", + "evaluated_at": "2026-06-22T06:35:24.537222+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64144.01171875 + 64124.0 ], "p50": [ 63655.2109375, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index dfd2dfc8aa2dedd71a16c2196b961db6e41011f1..76a91734d5a6846c4ec9b87d0dd60c2d918edc49 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T06:18:55.452803+00:00", + "evaluated_at": "2026-06-22T06:35:24.543496+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.774999976158142, - 1.7879999876022339, - 1.7960000038146973, 1.805999994277954, 1.8070000410079956, 1.815999984741211, @@ -245,12 +242,12 @@ 1.6390000581741333, 1.6519999504089355, 1.680999994277954, - 1.7070000171661377 - ], - "actuals": [ + 1.7070000171661377, 1.7280000448226929, 1.7480000257492065, - 1.7640000581741333, + 1.7640000581741333 + ], + "actuals": [ 1.7740000486373901, 1.7929999828338623, 1.8079999685287476, @@ -307,12 +304,12 @@ 0.875, 0.8450000286102295, 0.8220000267028809, - 0.8069999814033508 + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464 ], "p50": [ - 1.0759999752044678, - 1.1019999980926514, - 1.11899995803833, 1.1510000228881836, 1.194000005722046, 1.2319999933242798, @@ -334,9 +331,9 @@ 1.6519999504089355, 1.680999994277954, 1.7070000171661377, - 1.0759999752044678, - 1.1019999980926514, - 1.11899995803833, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, 1.1510000228881836, 1.194000005722046, 1.2319999933242798, @@ -358,9 +355,9 @@ 1.6519999504089355, 1.680999994277954, 1.7070000171661377, - 1.0759999752044678, - 1.1019999980926514, - 1.11899995803833, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, 1.1510000228881836, 1.194000005722046, 1.2319999933242798, @@ -369,12 +366,12 @@ 1.305999994277954, 1.3309999704360962, 1.3589999675750732, - 1.3860000371932983 + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929 ], "p10": [ - 1.0544799757003784, - 1.0799599981307983, - 1.0966199588775634, 1.12798002243042, 1.1701200056076049, 1.207359993457794, @@ -396,9 +393,9 @@ 1.6189599514007569, 1.647379994392395, 1.672860016822815, - 1.0544799757003784, - 1.0799599981307983, - 1.0966199588775634, + 1.693440043926239, + 1.7130400252342224, + 1.7287200570106507, 1.12798002243042, 1.1701200056076049, 1.207359993457794, @@ -420,9 +417,9 @@ 1.6189599514007569, 1.647379994392395, 1.672860016822815, - 1.0544799757003784, - 1.0799599981307983, - 1.0966199588775634, + 1.693440043926239, + 1.7130400252342224, + 1.7287200570106507, 1.12798002243042, 1.1701200056076049, 1.207359993457794, @@ -431,12 +428,12 @@ 1.279879994392395, 1.3043799710273742, 1.3318199682235718, - 1.3582800364494323 + 1.3582800364494323, + 1.38572003364563, + 1.4190399551391601, + 1.448440043926239 ], "p90": [ - 1.0975199747085571, - 1.1240399980545044, - 1.1413799571990968, 1.1740200233459472, 1.217880005836487, 1.2566399931907655, @@ -458,9 +455,9 @@ 1.6850399494171142, 1.7146199941635132, 1.7411400175094605, - 1.0975199747085571, - 1.1240399980545044, - 1.1413799571990968, + 1.7625600457191468, + 1.7829600262641907, + 1.799280059337616, 1.1740200233459472, 1.217880005836487, 1.2566399931907655, @@ -482,9 +479,9 @@ 1.6850399494171142, 1.7146199941635132, 1.7411400175094605, - 1.0975199747085571, - 1.1240399980545044, - 1.1413799571990968, + 1.7625600457191468, + 1.7829600262641907, + 1.799280059337616, 1.1740200233459472, 1.217880005836487, 1.2566399931907655, @@ -493,12 +490,12 @@ 1.3321199941635131, 1.3576199698448181, 1.3861799669265746, - 1.4137200379371644 + 1.4137200379371644, + 1.4422800350189209, + 1.4769599533081055, + 1.5075600457191467 ], "timestamps": [ - "2026-06-21 00:12:00", - "2026-06-21 00:18:00", - "2026-06-21 00:24:00", "2026-06-21 00:30:00", "2026-06-21 00:36:00", "2026-06-21 00:42:00", @@ -795,6 +792,9 @@ "2026-06-22 05:48:00", "2026-06-22 05:54:00", "2026-06-22 06:00:00", - "2026-06-22 06:06:00" + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index c22d53e369dbf0f03fa376e7dac4b6e918b358f7..6978185a347290ba17cfb5ea319b2b9f3b378f07 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T06:10:00.353098+00:00", + "evaluated_at": "2026-06-22T06:35:24.552877+00:00", "freq": "10min", - "context_length": 79, + "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, - 1.2999999523162842, 1.5, 1.5, 1.2999999523162842, @@ -84,10 +82,10 @@ 1.2000000476837158, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2999999523162842, 1.2000000476837158, 1.5, @@ -158,10 +156,10 @@ 1.7999999523162842, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842 ], "p50": [ - 1.399999976158142, 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, @@ -232,10 +230,10 @@ 1.2000000476837158, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.399999976158142 ], "p10": [ - 1.3719999766349793, 1.1760000467300415, 1.1760000467300415, 1.2739999532699584, @@ -306,10 +304,10 @@ 1.1760000467300415, 1.3719999766349793, 1.2739999532699584, - 1.2739999532699584 + 1.2739999532699584, + 1.3719999766349793 ], "p90": [ - 1.4279999756813049, 1.22400004863739, 1.22400004863739, 1.32599995136261, @@ -380,12 +378,10 @@ 1.22400004863739, 1.4279999756813049, 1.32599995136261, - 1.32599995136261 + 1.32599995136261, + 1.4279999756813049 ], "timestamps": [ - "2026-06-20 04:40:00", - "2026-06-20 04:50:00", - "2026-06-20 05:00:00", "2026-06-20 05:10:00", "2026-06-20 05:20:00", "2026-06-20 05:30:00", @@ -533,6 +529,8 @@ "2026-06-21 05:10:00", "2026-06-21 05:20:00", "2026-06-21 05:30:00", - "2026-06-21 05:40:00" + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 10e58be515ef987fa67b6d863a9e5ab7f5ef2eee..97713f3e44da119d31ec36c1a2432061f3edc6ce 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,13 +1,25 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T06:27:15.929290+00:00", + "evaluated_at": "2026-06-22T06:35:24.556251+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:23:00.646197Z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 95a37f10e5e9b864e893493a258743d15332978d..7ceabceca322c836bf5931a99bb98a4977e81e69 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,242915.05898920694,242915.05898920694,415.3330078125,0.39048421275131934,0.006494691087861074,0.006465023120464403,2.1974116110350987,492.8641384694234,0.007689061841477069,0.006479516224885801,0.004335934608851861,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,243473.29278882346,243473.29278882346,416.1668294270833,0.3912681479806923,0.006507760187673701,0.006478024272647351,2.1974116110350987,493.4301295916408,0.007697991819692612,0.00649260889522173,0.004340327123314108,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.003913554509148358,0.003913554509148358,0.05067518452803294,0.14829229516642217,0.034062205151151444,0.034925122412437684,0.9222347630951783,0.06255840878050174,0.041685227003016925,0.0337669485469589,0.03816135618602966,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.08084745053460513,0.08084745053460513,0.2641887598567539,4.064443353832037,0.16550004981420285,0.18235662255632643,105.32475511248,0.2843368610198212,0.1822996744175661,0.16938192513600772,0.1525470467002949,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.004790557291267798,0.004790557291267798,0.06070529421170553,0.17816071263970182,0.05319584934030488,0.05087256625231599,1.1534689902845014,0.06921385187422961,0.04768491153747355,0.04182293725830445,0.03859573894779956,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.08247641589198354,0.08247641589198354,0.2671862343947093,3.859357673256617,0.16683707087429875,0.18385865965677384,100.67842832903209,0.28718707473001553,0.18347355759075404,0.17069573555759637,0.15415559133239984,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,0.10677694305468322,0.10677694305468322,0.237701416015625,0.11951468099060658,0.016952671491928334,0.016717133223124975,1.2656699082714467,0.3267674143097552,0.02331970927177682,0.016963527182424342,0.022522106314506282,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,117.45671975072294,117.45671975072294,8.909436146418253,0.7705885920738722,0.49495514698276005,0.3577805477779828,2.5655483063178908,10.837745141436153,0.4985736578653699,0.4098647930051864,0.26372161637164776,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,2.1480844955911684,2.1480844955911684,1.1106687386830647,0.5845624458941093,0.045920679431225464,0.04421232805318721,2.108161861375457,1.4656345027295068,0.06104690614423233,0.04626180000637681,0.030251714093552564,Weather,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 5967011cb773500dd791587696c9ce1caf650917..ce4e1ca99a6ad332252513ba74efa50150e940a0 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T06:27:13.776236+00:00", + "evaluated_at": "2026-06-22T06:35:11.917580+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64144.01171875 + 64124.0 ], "p50": [ 64351.75, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 377e7f396faf5854b06693dfa10a10daa1369398..07abc5739ae9c43ae03959afeb8489001f859615 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T06:18:45.362849+00:00", + "evaluated_at": "2026-06-22T06:35:17.574622+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.774999976158142, - 1.7879999876022339, - 1.7960000038146973, 1.805999994277954, 1.8070000410079956, 1.815999984741211, @@ -245,12 +242,12 @@ 1.6390000581741333, 1.6519999504089355, 1.680999994277954, - 1.7070000171661377 - ], - "actuals": [ + 1.7070000171661377, 1.7280000448226929, 1.7480000257492065, - 1.7640000581741333, + 1.7640000581741333 + ], + "actuals": [ 1.7740000486373901, 1.7929999828338623, 1.8079999685287476, @@ -307,198 +304,198 @@ 0.875, 0.8450000286102295, 0.8220000267028809, - 0.8069999814033508 + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464 ], "p50": [ - 1.747894287109375, - 1.7645263671875, - 1.781158447265625, - 1.7911376953125, - 1.81109619140625, - 1.821075439453125, - 1.8310546875, - 1.834381103515625, - 1.8443603515625, - 1.847686767578125, - 1.847686767578125, - 1.8443603515625, - 1.841033935546875, - 1.83770751953125, - 1.834381103515625, - 1.8310546875, - 1.814422607421875, - 1.807769775390625, - 1.794464111328125, - 1.767852783203125, - 1.75787353515625, - 1.73126220703125, - 1.724609375, - 1.701324462890625, - 1.6846923828125, - 1.6580810546875, - 1.621490478515625, - 1.59820556640625, - 1.5782470703125, - 1.548309326171875, - 1.51837158203125, - 1.488433837890625, - 1.4934234619140625, - 1.4601593017578125, - 1.4235687255859375, - 1.401947021484375, - 1.368682861328125, - 1.3470611572265625, - 1.3071441650390625, - 1.2738800048828125, - 1.2530899047851562, - 1.228973388671875, - 1.2006988525390625, - 1.1745033264160156, - 1.1429023742675781, - 1.135833740234375, - 1.1123409271240234, - 1.0938897132873535, - 1.0518417358398438, - 1.0206565856933594, - 0.9836502075195312, - 0.9587020874023438, - 0.9279327392578125, - 0.9079742431640625, - 0.889678955078125, - 0.873046875, - 0.849761962890625, - 0.8447723388671875, - 0.8181610107421875, - 0.8181610107421875 + 1.7978363037109375, + 1.8110809326171875, + 1.8309478759765625, + 1.84088134765625, + 1.860748291015625, + 1.873992919921875, + 1.880615234375, + 1.887237548828125, + 1.8971710205078125, + 1.9037933349609375, + 1.9037933349609375, + 1.8971710205078125, + 1.89385986328125, + 1.8839263916015625, + 1.880615234375, + 1.8773040771484375, + 1.880615234375, + 1.8706817626953125, + 1.8574371337890625, + 1.8375701904296875, + 1.82763671875, + 1.8011474609375, + 1.7779693603515625, + 1.7514801025390625, + 1.741546630859375, + 1.7117462158203125, + 1.688568115234375, + 1.6587677001953125, + 1.6422119140625, + 1.622344970703125, + 1.5859222412109375, + 1.562744140625, + 1.569366455078125, + 1.529632568359375, + 1.4948654174804688, + 1.4733428955078125, + 1.4418869018554688, + 1.423675537109375, + 1.3789749145507812, + 1.3392410278320312, + 1.3127517700195312, + 1.277984619140625, + 1.2498397827148438, + 1.2233505249023438, + 1.1902389526367188, + 1.17864990234375, + 1.1476078033447266, + 1.126913070678711, + 1.0958709716796875, + 1.0694851875305176, + 1.0271644592285156, + 1.0101947784423828, + 0.9841194152832031, + 0.9683914184570312, + 0.9526634216308594, + 0.933624267578125, + 0.9112739562988281, + 0.9112739562988281, + 0.8864402770996094, + 0.8831291198730469 ], "p10": [ - 1.7379150390625, - 1.747894287109375, - 1.761199951171875, - 1.767852783203125, - 1.781158447265625, - 1.7911376953125, - 1.794464111328125, - 1.794464111328125, - 1.794464111328125, - 1.794464111328125, - 1.7911376953125, - 1.781158447265625, - 1.77117919921875, - 1.761199951171875, - 1.75787353515625, - 1.7379150390625, - 1.7113037109375, - 1.697998046875, - 1.674713134765625, - 1.648101806640625, - 1.6314697265625, - 1.6048583984375, - 1.58489990234375, - 1.55828857421875, - 1.538330078125, - 1.501739501953125, - 1.4601593017578125, - 1.435211181640625, - 1.41192626953125, - 1.3803253173828125, - 1.34539794921875, - 1.3071441650390625, - 1.3121337890625, - 1.275543212890625, - 1.2414474487304688, - 1.2140045166015625, - 1.1811561584472656, - 1.1574554443359375, - 1.1183700561523438, - 1.0867691040039062, - 1.0657711029052734, - 1.0443572998046875, - 1.0169143676757812, - 0.9919662475585938, - 0.9678497314453125, - 0.9645233154296875, - 0.9395751953125, - 0.9179534912109375, - 0.8780364990234375, - 0.83978271484375, - 0.803192138671875, - 0.7749176025390625, - 0.7483062744140625, - 0.7316741943359375, - 0.7150421142578125, - 0.703399658203125, - 0.686767578125, - 0.6851043701171875, - 0.66015625, - 0.65350341796875 + 1.7912139892578125, + 1.7978363037109375, + 1.807769775390625, + 1.81439208984375, + 1.8309478759765625, + 1.8375701904296875, + 1.8441925048828125, + 1.8441925048828125, + 1.8508148193359375, + 1.847503662109375, + 1.84088134765625, + 1.8375701904296875, + 1.821014404296875, + 1.8044586181640625, + 1.8011474609375, + 1.7845916748046875, + 1.768035888671875, + 1.7514801025390625, + 1.728302001953125, + 1.6985015869140625, + 1.6852569580078125, + 1.65545654296875, + 1.622344970703125, + 1.5925445556640625, + 1.5726776123046875, + 1.5362548828125, + 1.503143310546875, + 1.476654052734375, + 1.4518203735351562, + 1.4269866943359375, + 1.3922195434570312, + 1.36407470703125, + 1.3591079711914062, + 1.31109619140625, + 1.2746734619140625, + 1.2481842041015625, + 1.2159004211425781, + 1.1960334777832031, + 1.1567134857177734, + 1.117600440979004, + 1.0902316570281982, + 1.0590343475341797, + 1.0321311950683594, + 1.0068836212158203, + 0.9812221527099609, + 0.9717025756835938, + 0.9369354248046875, + 0.9112739562988281, + 0.8723678588867188, + 0.8425674438476562, + 0.801177978515625, + 0.78131103515625, + 0.7581329345703125, + 0.748199462890625, + 0.734954833984375, + 0.7183990478515625, + 0.7001876831054688, + 0.7051544189453125, + 0.6770095825195312, + 0.6736984252929688 ], "p90": [ - 1.754547119140625, - 1.78448486328125, - 1.804443359375, - 1.8177490234375, - 1.8443603515625, - 1.854339599609375, - 1.867645263671875, - 1.8709716796875, - 1.887603759765625, - 1.887603759765625, - 1.8975830078125, - 1.90423583984375, - 1.90423583984375, - 1.907562255859375, - 1.907562255859375, - 1.907562255859375, - 1.914215087890625, - 1.920867919921875, - 1.90423583984375, - 1.887603759765625, - 1.880950927734375, - 1.8709716796875, - 1.867645263671875, - 1.85101318359375, - 1.85101318359375, - 1.8177490234375, - 1.794464111328125, - 1.77783203125, - 1.7645263671875, - 1.7379150390625, - 1.714630126953125, - 1.69134521484375, - 1.71795654296875, - 1.69134521484375, - 1.65142822265625, - 1.641448974609375, - 1.61151123046875, - 1.588226318359375, - 1.5516357421875, - 1.51837158203125, - 1.50506591796875, - 1.4834442138671875, - 1.4535064697265625, - 1.435211181640625, - 1.4036102294921875, - 1.4002838134765625, - 1.381988525390625, - 1.3603668212890625, - 1.335418701171875, - 1.3121337890625, - 1.2763748168945312, - 1.24560546875, - 1.2164993286132812, - 1.1903038024902344, - 1.17242431640625, - 1.1545448303222656, - 1.1260623931884766, - 1.1101579666137695, - 1.0827150344848633, - 1.0783491134643555 + 1.81439208984375, + 1.8309478759765625, + 1.8541259765625, + 1.8706817626953125, + 1.89385986328125, + 1.9071044921875, + 1.9170379638671875, + 1.9236602783203125, + 1.940216064453125, + 1.94683837890625, + 1.953460693359375, + 1.953460693359375, + 1.9600830078125, + 1.966705322265625, + 1.966705322265625, + 1.966705322265625, + 1.99981689453125, + 1.993194580078125, + 1.979949951171875, + 1.966705322265625, + 1.97332763671875, + 1.953460693359375, + 1.940216064453125, + 1.9236602783203125, + 1.9236602783203125, + 1.900482177734375, + 1.887237548828125, + 1.86737060546875, + 1.8541259765625, + 1.84088134765625, + 1.81439208984375, + 1.8011474609375, + 1.860748291015625, + 1.8243255615234375, + 1.7845916748046875, + 1.7779693603515625, + 1.754791259765625, + 1.741546630859375, + 1.6918792724609375, + 1.65545654296875, + 1.6455230712890625, + 1.609100341796875, + 1.5859222412109375, + 1.5660552978515625, + 1.5329437255859375, + 1.5263214111328125, + 1.503143310546875, + 1.4783096313476562, + 1.4534759521484375, + 1.4352645874023438, + 1.3938751220703125, + 1.3723526000976562, + 1.350830078125, + 1.3326187133789062, + 1.317718505859375, + 1.2945404052734375, + 1.2630844116210938, + 1.2498397827148438, + 1.2200393676757812, + 1.2150726318359375 ], "timestamps": [ - "2026-06-21 00:12:00", - "2026-06-21 00:18:00", - "2026-06-21 00:24:00", "2026-06-21 00:30:00", "2026-06-21 00:36:00", "2026-06-21 00:42:00", @@ -795,6 +792,9 @@ "2026-06-22 05:48:00", "2026-06-22 05:54:00", "2026-06-22 06:00:00", - "2026-06-22 06:06:00" + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index a1aa5b83f2cb7c9d107fe02cf64672cf9fd6fc01..b544697b6bd96aa1ee331611383f4af702763cac 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T06:09:33.329335+00:00", + "evaluated_at": "2026-06-22T06:35:22.188843+00:00", "freq": "10min", - "context_length": 79, + "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, - 1.2999999523162842, 1.5, 1.5, 1.2999999523162842, @@ -84,10 +82,10 @@ 1.2000000476837158, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2999999523162842, 1.2000000476837158, 1.5, @@ -158,234 +156,232 @@ 1.7999999523162842, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842 ], "p50": [ - 1.3014315366744995, - 1.2974255084991455, - 1.2965731620788574, - 1.2967095375061035, - 1.2977664470672607, - 1.297323226928711, - 1.2979369163513184, - 1.2971527576446533, - 1.2985506057739258, - 1.2982778549194336, - 1.2983460426330566, - 1.2990961074829102, - 1.2994370460510254, - 1.2976982593536377, - 1.2970504760742188, - 1.2956185340881348, - 1.2970163822174072, - 1.298823356628418, - 1.3008689880371094, - 1.3003746271133423, - 1.2991983890533447, - 1.300817847251892, - 1.3023179769515991, - 1.3000848293304443, - 1.299607515335083, - 1.300323486328125, - 1.2986869812011719, - 1.2993006706237793, - 1.3012781143188477, - 1.301533818244934, - 1.300255298614502, - 1.301039457321167, - 1.3021475076675415, - 1.3008689880371094, - 1.3007837533950806, - 1.3016531467437744, - 1.3010565042495728, - 1.3000507354736328, - 1.3005962371826172, - 1.299027919769287, - 1.296811819076538, - 1.2972209453582764, - 1.2963345050811768, - 1.2963004112243652, - 1.295891284942627, - 1.298959732055664, - 1.2970163822174072, - 1.2952775955200195, - 1.2948002815246582, - 1.294595718383789, - 1.2941865921020508, - 1.29439115524292, - 1.2947320938110352, - 1.2950048446655273, - 1.2953457832336426, - 1.2954821586608887, - 1.2960617542266846, - 1.2969141006469727, - 1.296027660369873, - 1.296539068222046, - 1.2971186637878418, - 1.2975959777832031, - 1.29595947265625, - 1.296095848083496, - 1.2973573207855225, - 1.29752779006958, - 1.2986187934875488, - 1.2975959777832031, - 1.2976641654968262, - 1.3003746271133423, - 1.3018577098846436, - 1.3017895221710205 + 1.3345565795898438, + 1.3138141632080078, + 1.310011386871338, + 1.3054869174957275, + 1.3028466701507568, + 1.302423119544983, + 1.302924394607544, + 1.3015069961547852, + 1.30216383934021, + 1.3006081581115723, + 1.300504446029663, + 1.3018354177474976, + 1.3023021221160889, + 1.3017489910125732, + 1.3001587390899658, + 1.2998476028442383, + 1.303166389465332, + 1.3020082712173462, + 1.3029675483703613, + 1.3022502660751343, + 1.3047826290130615, + 1.3031491041183472, + 1.3039485216140747, + 1.3035293817520142, + 1.3031749725341797, + 1.3018181324005127, + 1.300902009010315, + 1.3042423725128174, + 1.3030195236206055, + 1.3027342557907104, + 1.3023539781570435, + 1.3021811246871948, + 1.3023366928100586, + 1.2999858856201172, + 1.3015761375427246, + 1.302665114402771, + 1.300400733947754, + 1.3019564151763916, + 1.3019909858703613, + 1.30088472366333, + 1.2996056079864502, + 1.299259901046753, + 1.2979116439819336, + 1.2997093200683594, + 1.3012131452560425, + 1.3010921478271484, + 1.3002970218658447, + 1.300521731376648, + 1.299259901046753, + 1.29836106300354, + 1.2978770732879639, + 1.299501895904541, + 1.2997093200683594, + 1.2987759113311768, + 1.298741340637207, + 1.300262451171875, + 1.3001933097839355, + 1.3000895977020264, + 1.2999858856201172, + 1.3013341426849365, + 1.2997784614562988, + 1.3003315925598145, + 1.3010402917861938, + 1.3017317056655884, + 1.302544116973877, + 1.3017144203186035, + 1.3023712635040283, + 1.3020946979522705, + 1.301766276359558, + 1.3042963743209839, + 1.3033910989761353, + 1.303805947303772 ], "p10": [ - 1.2315902709960938, - 1.2195892333984375, - 1.2146797180175781, - 1.213043212890625, - 1.2097702026367188, - 1.2119522094726562, - 1.2146797180175781, - 1.2146797180175781, - 1.2184982299804688, - 1.2174072265625, - 1.2179527282714844, - 1.2168617248535156, - 1.2152252197265625, - 1.2168617248535156, - 1.2168617248535156, - 1.2174072265625, - 1.2201347351074219, - 1.2201347351074219, - 1.2201347351074219, - 1.2201347351074219, - 1.2190437316894531, - 1.2201347351074219, - 1.2206802368164062, - 1.2184982299804688, - 1.2179527282714844, - 1.2163162231445312, - 1.2141342163085938, - 1.213043212890625, - 1.2135887145996094, - 1.2157707214355469, - 1.2163162231445312, - 1.2168617248535156, - 1.2212257385253906, - 1.2223167419433594, - 1.221771240234375, - 1.2239532470703125, - 1.2239532470703125, - 1.2228622436523438, - 1.2234077453613281, - 1.2212257385253906, - 1.2184982299804688, - 1.2174072265625, - 1.2168617248535156, - 1.2146797180175781, - 1.2146797180175781, - 1.2179527282714844, - 1.2152252197265625, - 1.2114067077636719, - 1.2141342163085938, - 1.2146797180175781, - 1.2141342163085938, - 1.2135887145996094, - 1.2135887145996094, - 1.213043212890625, - 1.2124977111816406, - 1.213043212890625, - 1.2146797180175781, - 1.2157707214355469, - 1.2168617248535156, - 1.2168617248535156, - 1.2163162231445312, - 1.2168617248535156, - 1.2152252197265625, - 1.2141342163085938, - 1.2228622436523438, - 1.221771240234375, - 1.2223167419433594, - 1.2212257385253906, - 1.2195892333984375, - 1.221771240234375, - 1.2212257385253906, - 1.221771240234375 + 1.24273681640625, + 1.2211647033691406, + 1.2189521789550781, + 1.2172927856445312, + 1.2139739990234375, + 1.2145271301269531, + 1.2161865234375, + 1.2167396545410156, + 1.2195053100585938, + 1.2167396545410156, + 1.2156333923339844, + 1.2167396545410156, + 1.2183990478515625, + 1.2195053100585938, + 1.220611572265625, + 1.2195053100585938, + 1.220611572265625, + 1.2183990478515625, + 1.2195053100585938, + 1.2195053100585938, + 1.2217178344726562, + 1.220611572265625, + 1.2200584411621094, + 1.2189521789550781, + 1.2178459167480469, + 1.2161865234375, + 1.2145271301269531, + 1.2167396545410156, + 1.2156333923339844, + 1.2156333923339844, + 1.2167396545410156, + 1.2167396545410156, + 1.2195053100585938, + 1.2172927856445312, + 1.2189521789550781, + 1.220611572265625, + 1.2189521789550781, + 1.2200584411621094, + 1.2195053100585938, + 1.2183990478515625, + 1.2172927856445312, + 1.2161865234375, + 1.2150802612304688, + 1.2156333923339844, + 1.2161865234375, + 1.2161865234375, + 1.2145271301269531, + 1.2128677368164062, + 1.2139739990234375, + 1.2123146057128906, + 1.211761474609375, + 1.2134208679199219, + 1.2128677368164062, + 1.211761474609375, + 1.2123146057128906, + 1.2134208679199219, + 1.2150802612304688, + 1.2150802612304688, + 1.2161865234375, + 1.2172927856445312, + 1.2156333923339844, + 1.2161865234375, + 1.2167396545410156, + 1.2161865234375, + 1.2211647033691406, + 1.2200584411621094, + 1.2217178344726562, + 1.220611572265625, + 1.2195053100585938, + 1.2211647033691406, + 1.2195053100585938, + 1.2211647033691406 ], "p90": [ - 1.3655109405517578, - 1.3799667358398438, - 1.387603759765625, - 1.3892402648925781, - 1.3925132751464844, - 1.3919677734375, - 1.3957862854003906, - 1.4039688110351562, - 1.4088783264160156, - 1.4072418212890625, - 1.4023323059082031, - 1.3979682922363281, - 1.3952407836914062, - 1.3914222717285156, - 1.3952407836914062, - 1.3968772888183594, - 1.3925132751464844, - 1.3957862854003906, - 1.3996047973632812, - 1.3996047973632812, - 1.4001502990722656, - 1.4039688110351562, - 1.4066963195800781, - 1.4039688110351562, - 1.4012413024902344, - 1.40069580078125, - 1.3985137939453125, - 1.3990592956542969, - 1.4039688110351562, - 1.4039688110351562, - 1.4023323059082031, - 1.4028778076171875, - 1.4028778076171875, - 1.4001502990722656, - 1.3990592956542969, - 1.3985137939453125, - 1.3957862854003906, - 1.3946952819824219, - 1.3952407836914062, - 1.3941497802734375, - 1.3925132751464844, - 1.3936042785644531, - 1.3941497802734375, - 1.3936042785644531, - 1.3946952819824219, - 1.3990592956542969, - 1.3990592956542969, - 1.3985137939453125, - 1.3919677734375, - 1.3925132751464844, - 1.3930587768554688, - 1.3946952819824219, - 1.3946952819824219, - 1.3952407836914062, - 1.396331787109375, - 1.3974227905273438, - 1.3979682922363281, - 1.3996047973632812, - 1.3979682922363281, - 1.3968772888183594, - 1.3974227905273438, - 1.3968772888183594, - 1.3952407836914062, - 1.3957862854003906, - 1.3930587768554688, - 1.3946952819824219, - 1.3974227905273438, - 1.396331787109375, - 1.3974227905273438, - 1.4012413024902344, - 1.4039688110351562, - 1.4039688110351562 + 1.4164199829101562, + 1.4119949340820312, + 1.4131011962890625, + 1.4075698852539062, + 1.4053573608398438, + 1.4075698852539062, + 1.4097824096679688, + 1.4097824096679688, + 1.4092292785644531, + 1.4048042297363281, + 1.40203857421875, + 1.4009323120117188, + 1.4009323120117188, + 1.4009323120117188, + 1.3987197875976562, + 1.4003791809082031, + 1.4025917053222656, + 1.4009323120117188, + 1.4014854431152344, + 1.4014854431152344, + 1.4053573608398438, + 1.4048042297363281, + 1.4059104919433594, + 1.4048042297363281, + 1.40203857421875, + 1.3987197875976562, + 1.3992729187011719, + 1.4025917053222656, + 1.4009323120117188, + 1.4003791809082031, + 1.3987197875976562, + 1.3987197875976562, + 1.3992729187011719, + 1.3965072631835938, + 1.3987197875976562, + 1.3981666564941406, + 1.3942947387695312, + 1.3959541320800781, + 1.3959541320800781, + 1.3948478698730469, + 1.3942947387695312, + 1.3948478698730469, + 1.3937416076660156, + 1.3954010009765625, + 1.3970603942871094, + 1.3981666564941406, + 1.3987197875976562, + 1.4003791809082031, + 1.3970603942871094, + 1.3970603942871094, + 1.397613525390625, + 1.3992729187011719, + 1.3992729187011719, + 1.3970603942871094, + 1.397613525390625, + 1.4003791809082031, + 1.4003791809082031, + 1.4003791809082031, + 1.3992729187011719, + 1.3987197875976562, + 1.3959541320800781, + 1.3965072631835938, + 1.397613525390625, + 1.4003791809082031, + 1.3998260498046875, + 1.3998260498046875, + 1.3992729187011719, + 1.397613525390625, + 1.3970603942871094, + 1.4014854431152344, + 1.4014854431152344, + 1.4031448364257812 ], "timestamps": [ - "2026-06-20 04:40:00", - "2026-06-20 04:50:00", - "2026-06-20 05:00:00", "2026-06-20 05:10:00", "2026-06-20 05:20:00", "2026-06-20 05:30:00", @@ -533,6 +529,8 @@ "2026-06-21 05:10:00", "2026-06-21 05:20:00", "2026-06-21 05:30:00", - "2026-06-21 05:40:00" + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index dd6510aa393531f1545dd723cf9a22d91edd0700..3af240e63f85f41602145eae714e507804d2eae1 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,13 +1,25 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T06:27:15.673200+00:00", + "evaluated_at": "2026-06-22T06:35:24.069925+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:23:00.646197Z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 175cf362b6c6a418b632af1c9be02cb55de88736..32451e434a6874263f23b2e6c5dbfc8286f6a77e 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,119534.44946289062,68662.97684923808,166.73746744791666,0.15676179713108987,0.002610040015068836,0.002603379851855722,7.604618857210247,345.73754419051835,0.005393773153098315,0.002601233480852732,0.0033553473858926645,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,119974.79521751404,68846.16029230754,167.5712890625,0.1575457323604627,0.0026230635234883097,0.0026163810826070693,7.6359762663851605,346.3737796333811,0.0054037691706837155,0.002614275730357274,0.0033683994394915857,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0009345079519616088,0.002041051886096312,0.0394376536210378,0.11540757524438498,0.026118754403371677,0.026564568706105567,2.504896470625938,0.030569722798246123,0.02036985689222594,0.026278921981975126,0.0269371352871995,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.0824911037349728,0.09287054528585632,0.284849700000551,4.3823040413832794,0.17863262713142347,0.19826175905443774,124.54256476621747,0.2872126454997635,0.18414345426555428,0.18262847589226888,0.16045491233654569,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.019242974600373705,0.007671838297488047,0.058564937114715575,0.17187909337312982,0.059597832365963235,0.05519659456374899,12.272927688452837,0.13871904916187144,0.09557054561659462,0.04034833736153769,0.06557371311848623,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.08130303824093153,0.09268624244186856,0.28380415340264636,4.099394340497843,0.17724912511293045,0.19660163573712072,110.46820840336513,0.28513687632597,0.18216375910727164,0.18131233006487896,0.1565473657767722,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.42235894799224144,0.7165555290147267,0.7410150766372681,0.37257742077443695,0.05290884079196182,0.05481136160087916,2.518593179843267,0.6498914893982236,0.04637941216685192,0.052882433793731656,0.032932213307322156,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,57.99967811440941,27.71880639290733,4.041209856669108,0.3495294385130791,0.2215478501157162,0.1858120815007215,27.161221921952727,7.615751973010243,0.3503508588757945,0.18590959227650833,0.3156891483419186,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.6589133206330189,0.9463616524859996,0.8116787274678549,0.42719929505841786,0.03389969609854323,0.03311766690516419,24.128075210096625,1.287988090252786,0.05364754167162382,0.03380820730046975,0.04457584162939124,Weather,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 18b528c37ee3b42487814f2893226e87fb34df5c..fbcc333f072237e90e392490906cdcb9bd977bb2 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T06:24:31.045140+00:00", + "evaluated_at": "2026-06-22T06:32:42.439288+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64144.01171875 + 64124.0 ], "p50": [ 64246.95703125, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 334bbc6a22c2bc32ece1db99fe2ebbd4f2773964..566be95115946f462c794cfbd49d3b6ffefee252 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T06:16:28.588121+00:00", + "evaluated_at": "2026-06-22T06:32:48.662243+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.774999976158142, - 1.7879999876022339, - 1.7960000038146973, 1.805999994277954, 1.8070000410079956, 1.815999984741211, @@ -245,12 +242,12 @@ 1.6390000581741333, 1.6519999504089355, 1.680999994277954, - 1.7070000171661377 - ], - "actuals": [ + 1.7070000171661377, 1.7280000448226929, 1.7480000257492065, - 1.7640000581741333, + 1.7640000581741333 + ], + "actuals": [ 1.7740000486373901, 1.7929999828338623, 1.8079999685287476, @@ -307,198 +304,198 @@ 0.875, 0.8450000286102295, 0.8220000267028809, - 0.8069999814033508 + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464 ], "p50": [ - 1.7188928127288818, - 1.7306997776031494, - 1.7584538459777832, - 1.7620537281036377, - 1.7738652229309082, - 1.7934949398040771, - 1.8054699897766113, - 1.812223196029663, - 1.8082494735717773, - 1.8140404224395752, - 1.8101191520690918, - 1.829310655593872, - 1.8194975852966309, - 1.8274073600769043, - 1.8275749683380127, - 1.809758186340332, - 1.8098196983337402, - 1.8043975830078125, - 1.7940778732299805, - 1.7929012775421143, - 1.7772634029388428, - 1.768256664276123, - 1.7390334606170654, - 1.7284693717956543, - 1.7058231830596924, - 1.6823008060455322, - 1.6716771125793457, - 1.6422247886657715, - 1.6249258518218994, - 1.5865538120269775, - 1.5600550174713135, - 1.5425610542297363, - 1.5100290775299072, - 1.4877595901489258, - 1.460167646408081, - 1.434814214706421, - 1.3987681865692139, - 1.3623266220092773, - 1.3459243774414062, - 1.3187735080718994, - 1.284360408782959, - 1.2628211975097656, - 1.2211216688156128, - 1.1801724433898926, - 1.1678575277328491, - 1.128671646118164, - 1.09847092628479, - 1.072453260421753, - 1.0536433458328247, - 1.029537320137024, - 1.0002628564834595, - 0.969333827495575, - 0.937083899974823, - 0.9332791566848755, - 0.8966132998466492, - 0.8811977505683899, - 0.8615809082984924, - 0.8314524292945862, - 0.8226600885391235, - 0.796471893787384 + 1.76493501663208, + 1.780118703842163, + 1.810204267501831, + 1.8123633861541748, + 1.8217480182647705, + 1.8371484279632568, + 1.84798264503479, + 1.8555564880371094, + 1.852074384689331, + 1.855363130569458, + 1.8502998352050781, + 1.863309621810913, + 1.8508787155151367, + 1.8499948978424072, + 1.8512284755706787, + 1.8357388973236084, + 1.8337512016296387, + 1.8206675052642822, + 1.8058388233184814, + 1.8018646240234375, + 1.7885944843292236, + 1.777597427368164, + 1.7476725578308105, + 1.738823652267456, + 1.7109346389770508, + 1.6868538856506348, + 1.672717809677124, + 1.6478374004364014, + 1.622938632965088, + 1.5877768993377686, + 1.5627336502075195, + 1.5469646453857422, + 1.5117454528808594, + 1.4868109226226807, + 1.4667673110961914, + 1.43691086769104, + 1.4132826328277588, + 1.384031057357788, + 1.3744125366210938, + 1.3484928607940674, + 1.3222172260284424, + 1.2998416423797607, + 1.2607262134552002, + 1.2411675453186035, + 1.2282257080078125, + 1.200953722000122, + 1.1699788570404053, + 1.151538610458374, + 1.1301195621490479, + 1.112029790878296, + 1.0931684970855713, + 1.0660614967346191, + 1.0438978672027588, + 1.0364866256713867, + 1.0051708221435547, + 0.9960216283798218, + 0.9817630648612976, + 0.96345055103302, + 0.9625242352485657, + 0.9395982027053833 ], "p10": [ - 1.7352302074432373, - 1.7497475147247314, - 1.757136583328247, - 1.776777744293213, - 1.775414228439331, - 1.8058781623840332, - 1.7838802337646484, - 1.8071503639221191, - 1.8203518390655518, - 1.8288583755493164, - 1.8199717998504639, - 1.8525679111480713, - 1.8055527210235596, - 1.866128921508789, - 1.822559118270874, - 1.831984519958496, - 1.8201918601989746, - 1.813858985900879, - 1.807908296585083, - 1.8317978382110596, - 1.788879632949829, - 1.7950630187988281, - 1.7582125663757324, - 1.7424890995025635, - 1.736504316329956, - 1.7226331233978271, - 1.6988449096679688, - 1.6762967109680176, - 1.6549079418182373, - 1.6287777423858643, - 1.583315134048462, - 1.6035988330841064, - 1.5706653594970703, - 1.5548713207244873, - 1.5147321224212646, - 1.4908456802368164, - 1.4585111141204834, - 1.4214420318603516, - 1.4043664932250977, - 1.3655636310577393, - 1.3267338275909424, - 1.3197989463806152, - 1.2910888195037842, - 1.2539937496185303, - 1.2201915979385376, - 1.2037010192871094, - 1.1851874589920044, - 1.1513288021087646, - 1.1278104782104492, - 1.113736629486084, - 1.0578300952911377, - 1.0501328706741333, - 1.0289511680603027, - 1.0142104625701904, - 0.9881370663642883, - 0.9664684534072876, - 0.9470567107200623, - 0.9350265264511108, - 0.9006710052490234, - 0.8779081702232361 + 1.775486707687378, + 1.7984137535095215, + 1.8101460933685303, + 1.8281168937683105, + 1.8193397521972656, + 1.8500089645385742, + 1.82850980758667, + 1.8519740104675293, + 1.859677791595459, + 1.8691315650939941, + 1.8664984703063965, + 1.8842523097991943, + 1.8324337005615234, + 1.8811047077178955, + 1.841864824295044, + 1.853952407836914, + 1.8351683616638184, + 1.8261747360229492, + 1.819697380065918, + 1.8405399322509766, + 1.8002986907958984, + 1.8078124523162842, + 1.7656197547912598, + 1.7511043548583984, + 1.7376270294189453, + 1.7255346775054932, + 1.7054367065429688, + 1.674739122390747, + 1.6534552574157715, + 1.6336894035339355, + 1.588902473449707, + 1.6132135391235352, + 1.576446294784546, + 1.563805341720581, + 1.5278050899505615, + 1.5042293071746826, + 1.4739179611206055, + 1.4400348663330078, + 1.4338090419769287, + 1.4021718502044678, + 1.36529541015625, + 1.3623754978179932, + 1.3425116539001465, + 1.3166556358337402, + 1.285306453704834, + 1.2759439945220947, + 1.2583823204040527, + 1.2394020557403564, + 1.2113277912139893, + 1.2062411308288574, + 1.1570653915405273, + 1.1520318984985352, + 1.1395621299743652, + 1.1302051544189453, + 1.1072766780853271, + 1.0929604768753052, + 1.0725454092025757, + 1.0751005411148071, + 1.0495388507843018, + 1.0322210788726807 ], "p90": [ - 1.7464685440063477, - 1.7553379535675049, - 1.7910289764404297, - 1.7953855991363525, - 1.811530351638794, - 1.840991735458374, - 1.8512325286865234, - 1.862776279449463, - 1.8707897663116455, - 1.877044677734375, - 1.8874735832214355, - 1.8925580978393555, - 1.9079670906066895, - 1.9130840301513672, - 1.915785789489746, - 1.8920502662658691, - 1.900207281112671, - 1.8960139751434326, - 1.8972840309143066, - 1.9047508239746094, - 1.8902664184570312, - 1.8867475986480713, - 1.8772430419921875, - 1.868255853652954, - 1.854344129562378, - 1.8398196697235107, - 1.8420310020446777, - 1.8139996528625488, - 1.8065135478973389, - 1.7804744243621826, - 1.7715036869049072, - 1.7569522857666016, - 1.7355616092681885, - 1.7108705043792725, - 1.6939234733581543, - 1.6837761402130127, - 1.6498160362243652, - 1.6186232566833496, - 1.5977747440338135, - 1.5734443664550781, - 1.541332721710205, - 1.5276825428009033, - 1.485241413116455, - 1.4531328678131104, - 1.4470736980438232, - 1.4085583686828613, - 1.3857202529907227, - 1.3672327995300293, - 1.3447394371032715, - 1.3275575637817383, - 1.291635513305664, - 1.2746827602386475, - 1.2336804866790771, - 1.231645107269287, - 1.2085957527160645, - 1.1917214393615723, - 1.1694786548614502, - 1.1503143310546875, - 1.1450321674346924, - 1.1178289651870728 + 1.7936127185821533, + 1.8057849407196045, + 1.8446986675262451, + 1.846256971359253, + 1.8631649017333984, + 1.8899204730987549, + 1.8994345664978027, + 1.9155080318450928, + 1.9210736751556396, + 1.9246561527252197, + 1.937087059020996, + 1.9366588592529297, + 1.946045160293579, + 1.946580171585083, + 1.94791579246521, + 1.9305479526519775, + 1.9363842010498047, + 1.9291112422943115, + 1.9254462718963623, + 1.9279704093933105, + 1.9183311462402344, + 1.9122345447540283, + 1.9015343189239502, + 1.8953747749328613, + 1.88385009765625, + 1.8664624691009521, + 1.8672428131103516, + 1.8430237770080566, + 1.8339893817901611, + 1.814927101135254, + 1.8059742450714111, + 1.797395944595337, + 1.7728533744812012, + 1.7473335266113281, + 1.7332439422607422, + 1.7178266048431396, + 1.702315092086792, + 1.6730132102966309, + 1.6631057262420654, + 1.6388616561889648, + 1.6163356304168701, + 1.603736162185669, + 1.5632123947143555, + 1.546905279159546, + 1.5420525074005127, + 1.5193510055541992, + 1.5003421306610107, + 1.4884605407714844, + 1.466935396194458, + 1.4528007507324219, + 1.427910327911377, + 1.4200634956359863, + 1.3915281295776367, + 1.3947794437408447, + 1.3859057426452637, + 1.3738884925842285, + 1.360076665878296, + 1.3529736995697021, + 1.3561522960662842, + 1.3337430953979492 ], "timestamps": [ - "2026-06-21 00:12:00", - "2026-06-21 00:18:00", - "2026-06-21 00:24:00", "2026-06-21 00:30:00", "2026-06-21 00:36:00", "2026-06-21 00:42:00", @@ -795,6 +792,9 @@ "2026-06-22 05:48:00", "2026-06-22 05:54:00", "2026-06-22 06:00:00", - "2026-06-22 06:06:00" + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 3caa883bae4c435df17389bf06788c5b62986b30..ba09b15769d291f760bfb7cd8fa5c87cc13c913e 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T06:02:31.060457+00:00", + "evaluated_at": "2026-06-22T06:32:57.232897+00:00", "freq": "10min", - "context_length": 79, + "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, - 1.2999999523162842, 1.5, 1.5, 1.2999999523162842, @@ -84,10 +82,10 @@ 1.2000000476837158, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2999999523162842, 1.2000000476837158, 1.5, @@ -158,234 +156,232 @@ 1.7999999523162842, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842 ], "p50": [ - 1.2787007093429565, - 1.274530291557312, - 1.2694464921951294, - 1.2646362781524658, - 1.2615329027175903, - 1.2574152946472168, - 1.2549686431884766, - 1.2564958333969116, - 1.2576391696929932, - 1.2627267837524414, - 1.268345832824707, - 1.269872784614563, - 1.2725937366485596, - 1.2739821672439575, - 1.2795411348342896, - 1.2805627584457397, - 1.2851876020431519, - 1.2874377965927124, - 1.286558747291565, - 1.2883796691894531, - 1.286823034286499, - 1.288554310798645, - 1.2872616052627563, - 1.2892351150512695, - 1.2873120307922363, - 1.2883473634719849, - 1.2897231578826904, - 1.2910854816436768, - 1.2930834293365479, - 1.2900428771972656, - 1.2886663675308228, - 1.2912013530731201, - 1.2904629707336426, - 1.2901670932769775, - 1.2903202772140503, - 1.2896054983139038, - 1.2895013093948364, - 1.2907063961029053, - 1.28962242603302, - 1.286341905593872, - 1.2875384092330933, - 1.2843760251998901, - 1.2830747365951538, - 1.2831774950027466, - 1.2813019752502441, - 1.279051661491394, - 1.2748147249221802, - 1.2700060606002808, - 1.2681876420974731, - 1.2695831060409546, - 1.2687872648239136, - 1.26995849609375, - 1.2719084024429321, - 1.2698073387145996, - 1.2678656578063965, - 1.2643065452575684, - 1.2626372575759888, - 1.259086012840271, - 1.2556604146957397, - 1.2569835186004639, - 1.258847713470459, - 1.2620292901992798, - 1.2621021270751953, - 1.262972116470337, - 1.2688333988189697, - 1.2699058055877686, - 1.2759424448013306, - 1.2800620794296265, - 1.281288981437683, - 1.284172773361206, - 1.2878869771957397, - 1.288940191268921 + 1.3173120021820068, + 1.2945809364318848, + 1.2822134494781494, + 1.275647759437561, + 1.2711573839187622, + 1.266894817352295, + 1.2661763429641724, + 1.2666947841644287, + 1.272217035293579, + 1.2795848846435547, + 1.281036615371704, + 1.283637285232544, + 1.287418246269226, + 1.2904455661773682, + 1.2909836769104004, + 1.2912346124649048, + 1.2961550951004028, + 1.295784592628479, + 1.2949010133743286, + 1.2967036962509155, + 1.2962967157363892, + 1.2975146770477295, + 1.295312762260437, + 1.298178791999817, + 1.2965903282165527, + 1.298545241355896, + 1.2996314764022827, + 1.301061987876892, + 1.296787142753601, + 1.2925933599472046, + 1.2955307960510254, + 1.2957146167755127, + 1.2951180934906006, + 1.2940046787261963, + 1.2946979999542236, + 1.292943000793457, + 1.2937601804733276, + 1.2934411764144897, + 1.2895431518554688, + 1.2889084815979004, + 1.2906451225280762, + 1.2873836755752563, + 1.2870951890945435, + 1.2849897146224976, + 1.2829855680465698, + 1.2786134481430054, + 1.2752035856246948, + 1.2735882997512817, + 1.2761240005493164, + 1.2760179042816162, + 1.2766680717468262, + 1.2799549102783203, + 1.279981017112732, + 1.274395227432251, + 1.2717463970184326, + 1.2674888372421265, + 1.264388918876648, + 1.260915756225586, + 1.2595781087875366, + 1.260827660560608, + 1.266695261001587, + 1.26922607421875, + 1.2712364196777344, + 1.2724385261535645, + 1.2775771617889404, + 1.2780256271362305, + 1.284290075302124, + 1.287470817565918, + 1.2890956401824951, + 1.2928636074066162, + 1.2932000160217285, + 1.292222499847412 ], "p10": [ - 1.2977524995803833, - 1.294470191001892, - 1.2888282537460327, - 1.285948634147644, - 1.2834283113479614, - 1.279626727104187, - 1.2763705253601074, - 1.279657244682312, - 1.2803006172180176, - 1.2832030057907104, - 1.2897868156433105, - 1.2915288209915161, - 1.2947746515274048, - 1.2965244054794312, - 1.301034927368164, - 1.3025314807891846, - 1.3059941530227661, - 1.3102188110351562, - 1.3079121112823486, - 1.3087754249572754, - 1.3076488971710205, - 1.3072140216827393, - 1.3088548183441162, - 1.3098349571228027, - 1.3110097646713257, - 1.3088692426681519, - 1.31230890750885, - 1.3116050958633423, - 1.3143031597137451, - 1.313056468963623, - 1.3112304210662842, - 1.3110101222991943, - 1.3138175010681152, - 1.3116090297698975, - 1.3114665746688843, - 1.311894178390503, - 1.3103132247924805, - 1.311748743057251, - 1.310667634010315, - 1.3072434663772583, - 1.3077611923217773, - 1.3077844381332397, - 1.3045319318771362, - 1.3056507110595703, - 1.3064634799957275, - 1.3014591932296753, - 1.2977344989776611, - 1.2952322959899902, - 1.2926838397979736, - 1.292597770690918, - 1.2942426204681396, - 1.2940151691436768, - 1.295029878616333, - 1.2940664291381836, - 1.2928071022033691, - 1.2919858694076538, - 1.287372350692749, - 1.2835594415664673, - 1.2811610698699951, - 1.2832109928131104, - 1.2826021909713745, - 1.285504937171936, - 1.2876074314117432, - 1.2901945114135742, - 1.2909613847732544, - 1.295432686805725, - 1.300291895866394, - 1.3048690557479858, - 1.3068116903305054, - 1.310590147972107, - 1.312035083770752, - 1.3119899034500122 + 1.3386588096618652, + 1.3168081045150757, + 1.304895043373108, + 1.2993073463439941, + 1.29682457447052, + 1.2918821573257446, + 1.2910077571868896, + 1.2930586338043213, + 1.2965341806411743, + 1.3032116889953613, + 1.3049852848052979, + 1.3061857223510742, + 1.312733769416809, + 1.3145768642425537, + 1.3160289525985718, + 1.316234827041626, + 1.3209221363067627, + 1.320451259613037, + 1.3187860250473022, + 1.320064902305603, + 1.3195019960403442, + 1.3184173107147217, + 1.319727897644043, + 1.322190523147583, + 1.324098825454712, + 1.322089433670044, + 1.327034831047058, + 1.325561761856079, + 1.321885585784912, + 1.3201634883880615, + 1.3213022947311401, + 1.319825291633606, + 1.3200486898422241, + 1.319233775138855, + 1.3185011148452759, + 1.31790292263031, + 1.3185513019561768, + 1.3174834251403809, + 1.313011884689331, + 1.3119510412216187, + 1.3141982555389404, + 1.3136723041534424, + 1.3126006126403809, + 1.3100831508636475, + 1.3117413520812988, + 1.3048816919326782, + 1.3015881776809692, + 1.301411509513855, + 1.3043025732040405, + 1.3020565509796143, + 1.3048088550567627, + 1.3083456754684448, + 1.3055102825164795, + 1.3023072481155396, + 1.2994136810302734, + 1.2971312999725342, + 1.2915254831314087, + 1.289343237876892, + 1.2870733737945557, + 1.2903543710708618, + 1.293951153755188, + 1.2962150573730469, + 1.2996430397033691, + 1.302059292793274, + 1.303910732269287, + 1.30703604221344, + 1.3123480081558228, + 1.3151018619537354, + 1.3176259994506836, + 1.3218685388565063, + 1.3194775581359863, + 1.318656086921692 ], "p90": [ - 1.3462685346603394, - 1.3471412658691406, - 1.3459959030151367, - 1.3424873352050781, - 1.340312123298645, - 1.3375036716461182, - 1.3362412452697754, - 1.337298035621643, - 1.3390554189682007, - 1.3437280654907227, - 1.3487459421157837, - 1.3513405323028564, - 1.3528623580932617, - 1.355521321296692, - 1.3611524105072021, - 1.3627190589904785, - 1.3684380054473877, - 1.370300054550171, - 1.3700400590896606, - 1.3695212602615356, - 1.3692444562911987, - 1.371179223060608, - 1.3700783252716064, - 1.3707726001739502, - 1.3713033199310303, - 1.3732787370681763, - 1.3732675313949585, - 1.3761013746261597, - 1.3766542673110962, - 1.376063346862793, - 1.3741728067398071, - 1.375264048576355, - 1.3746545314788818, - 1.3742629289627075, - 1.3736623525619507, - 1.3731493949890137, - 1.3724533319473267, - 1.3745356798171997, - 1.3739120960235596, - 1.3722939491271973, - 1.3716492652893066, - 1.3709189891815186, - 1.3682382106781006, - 1.3684831857681274, - 1.3667118549346924, - 1.367347002029419, - 1.3626494407653809, - 1.3596125841140747, - 1.3574819564819336, - 1.3594013452529907, - 1.3578749895095825, - 1.3621385097503662, - 1.361900806427002, - 1.3620229959487915, - 1.3601033687591553, - 1.3569327592849731, - 1.3553365468978882, - 1.3510398864746094, - 1.3492937088012695, - 1.3502594232559204, - 1.3522226810455322, - 1.3555980920791626, - 1.3554222583770752, - 1.3585823774337769, - 1.3618906736373901, - 1.3642183542251587, - 1.3699208498001099, - 1.373720407485962, - 1.3756746053695679, - 1.379036784172058, - 1.3814685344696045, - 1.3844079971313477 + 1.396597981452942, + 1.3798420429229736, + 1.3713459968566895, + 1.3651360273361206, + 1.361579179763794, + 1.3580864667892456, + 1.3577302694320679, + 1.357816219329834, + 1.3633188009262085, + 1.3704997301101685, + 1.3722703456878662, + 1.3751651048660278, + 1.3782418966293335, + 1.382499098777771, + 1.3835917711257935, + 1.3848236799240112, + 1.390645980834961, + 1.3899575471878052, + 1.3895765542984009, + 1.3885031938552856, + 1.3895150423049927, + 1.3912464380264282, + 1.3892440795898438, + 1.3900253772735596, + 1.3913178443908691, + 1.394971489906311, + 1.3941184282302856, + 1.397234559059143, + 1.3915976285934448, + 1.3893803358078003, + 1.3916569948196411, + 1.3904712200164795, + 1.3895915746688843, + 1.3888294696807861, + 1.388407826423645, + 1.3868727684020996, + 1.387241005897522, + 1.3875166177749634, + 1.383963704109192, + 1.3851332664489746, + 1.385830283164978, + 1.3852214813232422, + 1.3833963871002197, + 1.3816215991973877, + 1.3800655603408813, + 1.3784840106964111, + 1.3749260902404785, + 1.374671220779419, + 1.3768281936645508, + 1.3774282932281494, + 1.3771412372589111, + 1.3840337991714478, + 1.3812681436538696, + 1.3778939247131348, + 1.3756179809570312, + 1.3710215091705322, + 1.368399739265442, + 1.3643207550048828, + 1.364527702331543, + 1.3652503490447998, + 1.3714351654052734, + 1.3742355108261108, + 1.3770159482955933, + 1.3806856870651245, + 1.3840869665145874, + 1.384962797164917, + 1.3912276029586792, + 1.3938238620758057, + 1.396090030670166, + 1.3994859457015991, + 1.3986741304397583, + 1.399457573890686 ], "timestamps": [ - "2026-06-20 04:40:00", - "2026-06-20 04:50:00", - "2026-06-20 05:00:00", "2026-06-20 05:10:00", "2026-06-20 05:20:00", "2026-06-20 05:30:00", @@ -533,6 +529,8 @@ "2026-06-21 05:10:00", "2026-06-21 05:20:00", "2026-06-21 05:30:00", - "2026-06-21 05:40:00" + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index da6188d4649e6881a6ac13b2f43ec6d4b05df316..160173c3f6871fa1bd00623f634fc36b6ca627a0 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,13 +1,25 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T06:24:34.452202+00:00", + "evaluated_at": "2026-06-22T06:33:04.936904+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:23:00.646197Z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index a543182300dad2c79d2bad09e5c54e51d9f3c939..400723751d160e0eecd0c7c8dc30c4ea59ac2ff7 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,278567.66289901733,278567.66289901733,441.3421223958333,0.4149372382546927,0.006900795337023195,0.006866805024145005,2.4730203148839665,527.7950955617315,0.008234011794822887,0.006885278533124262,0.004707788877168446,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,279577.82149950665,279577.82149950665,442.1759440104167,0.4157211734840655,0.006913919373142142,0.006879805977185031,2.4730203148839665,528.7511905419284,0.008249034858923315,0.006898376478700361,0.004712186226038755,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.13061142874147275,0.13061142874147275,0.27885333796342215,0.8160167917797818,0.2434494161964314,0.1967955822574304,2.3206332120017055,0.36140203201071347,0.2408169587013807,0.18581138683273618,0.1025593522837219,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.08390007230004867,0.08390007230004867,0.2694946825504303,4.146072951699686,0.16886997656896335,0.18641640813802968,91.32249171984319,0.2896550919629218,0.18570940386990423,0.17278376327993572,0.14971149364122027,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.197178137054406,0.197178137054406,0.35167180697123207,1.0321027277585464,0.32422480105328183,0.2496566835213863,8.695254149024347,0.44404744910246474,0.30592667154789094,0.24228443514628956,0.14816136860115378,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.07657089340538074,0.07657089340538074,0.25570405854119194,3.693503981032001,0.15950213506075694,0.17515455934860633,58.36477733546215,0.27671446186526055,0.1767829795368021,0.16336018379327008,0.13372725586358059,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.011394196973166496,0.011394196973166496,0.07474064826965332,0.037579097696210505,0.0053074873856334736,0.0053353050233135675,1.2490236892172466,0.10674360389815633,0.007617741857109024,0.005333855556295632,0.021422807115771457,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,87.61885399957737,87.61885399957737,7.479238828023274,0.6468889864133193,0.4215480202265089,0.3122223799987476,2.7889422373079586,9.360494324531016,0.4306150249802824,0.344070783347663,0.24042156098009665,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,2.85045617350003,2.85045617350003,1.399526039759318,0.7365925918327801,0.05843981545417757,0.05613107496299896,3.8500088314610252,1.6883294031379155,0.07032263939062706,0.058293343010473744,0.03723910326872102,Weather,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index a84effbac18f280865bee4193c5442bca7934f8a..b3c35fb39d36b67a27232ba6708f829365ddc2ca 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T06:25:58.685020+00:00", + "evaluated_at": "2026-06-22T06:33:53.821576+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64144.01171875 + 64124.0 ], "p50": [ 64325.31640625, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 0093d404bcdff69cc74abacbeee8db22c92a5acd..ff6fc394601ad2243cbb1fef0b3a5cba598b8881 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T06:17:34.813483+00:00", + "evaluated_at": "2026-06-22T06:33:59.592698+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.774999976158142, - 1.7879999876022339, - 1.7960000038146973, 1.805999994277954, 1.8070000410079956, 1.815999984741211, @@ -245,12 +242,12 @@ 1.6390000581741333, 1.6519999504089355, 1.680999994277954, - 1.7070000171661377 - ], - "actuals": [ + 1.7070000171661377, 1.7280000448226929, 1.7480000257492065, - 1.7640000581741333, + 1.7640000581741333 + ], + "actuals": [ 1.7740000486373901, 1.7929999828338623, 1.8079999685287476, @@ -307,198 +304,198 @@ 0.875, 0.8450000286102295, 0.8220000267028809, - 0.8069999814033508 + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464 ], "p50": [ - 1.7283879518508911, - 1.7484650611877441, - 1.7658185958862305, - 1.783419132232666, - 1.799507737159729, - 1.8145114183425903, - 1.8290801048278809, - 1.8417267799377441, - 1.8536691665649414, - 1.864290475845337, - 1.8741319179534912, - 1.8826217651367188, - 1.8914949893951416, - 1.899017572402954, - 1.9079208374023438, - 1.9133530855178833, - 1.9169338941574097, - 1.9165470600128174, - 1.918297529220581, - 1.9183369874954224, - 1.9171068668365479, - 1.9155958890914917, - 1.915262222290039, - 1.9120075702667236, - 1.9087035655975342, - 1.9030981063842773, - 1.8955578804016113, - 1.8880201578140259, - 1.8785984516143799, - 1.8672914505004883, - 1.8593138456344604, - 1.8482303619384766, - 1.907590389251709, - 1.8914828300476074, - 1.8777446746826172, - 1.8642821311950684, - 1.8497623205184937, - 1.8356764316558838, - 1.8222248554229736, - 1.8041737079620361, - 1.7863821983337402, - 1.7687127590179443, - 1.7499938011169434, - 1.7300039529800415, - 1.712331771850586, - 1.6928930282592773, - 1.6743278503417969, - 1.6509860754013062, - 1.6346039772033691, - 1.6194920539855957, - 1.5942907333374023, - 1.5755223035812378, - 1.5583981275558472, - 1.5388710498809814, - 1.5198357105255127, - 1.5026652812957764, - 1.4859051704406738, - 1.4689828157424927, - 1.449487328529358, - 1.4322589635849 + 1.7837209701538086, + 1.7988194227218628, + 1.8116505146026611, + 1.825648546218872, + 1.8391993045806885, + 1.8520877361297607, + 1.8638631105422974, + 1.8732247352600098, + 1.8838547468185425, + 1.8939363956451416, + 1.9025957584381104, + 1.9089025259017944, + 1.9150066375732422, + 1.9180291891098022, + 1.921262264251709, + 1.9225283861160278, + 1.9244105815887451, + 1.9249683618545532, + 1.9256999492645264, + 1.9250102043151855, + 1.9238463640213013, + 1.92113196849823, + 1.9171929359436035, + 1.909746766090393, + 1.9036610126495361, + 1.895754337310791, + 1.8862190246582031, + 1.8786730766296387, + 1.8711202144622803, + 1.8625108003616333, + 1.855053186416626, + 1.8431367874145508, + 1.939818263053894, + 1.9260523319244385, + 1.9128427505493164, + 1.9030687808990479, + 1.8885937929153442, + 1.8734511137008667, + 1.8589303493499756, + 1.8384461402893066, + 1.8198034763336182, + 1.802112340927124, + 1.7822723388671875, + 1.7577946186065674, + 1.7377824783325195, + 1.7208393812179565, + 1.7055392265319824, + 1.6835484504699707, + 1.666835069656372, + 1.6516668796539307, + 1.630484938621521, + 1.6109614372253418, + 1.5918022394180298, + 1.569814920425415, + 1.550234079360962, + 1.5284003019332886, + 1.5120341777801514, + 1.497802972793579, + 1.480629563331604, + 1.465280532836914 ], "p10": [ - 1.717820405960083, - 1.7357356548309326, - 1.750200867652893, - 1.763141393661499, - 1.7753156423568726, - 1.784111738204956, - 1.793471097946167, - 1.8001713752746582, - 1.808255910873413, - 1.812410593032837, - 1.813673734664917, - 1.8139638900756836, - 1.8143694400787354, - 1.8134427070617676, - 1.8128057718276978, - 1.808910846710205, - 1.8031363487243652, - 1.7916674613952637, - 1.7820110321044922, - 1.7708959579467773, - 1.7593669891357422, - 1.7494810819625854, - 1.738147497177124, - 1.7238359451293945, - 1.707648515701294, - 1.6905946731567383, - 1.671301245689392, - 1.6475247144699097, - 1.6200217008590698, - 1.5897502899169922, - 1.5604881048202515, - 1.537789225578308, - 1.6728246212005615, - 1.6183960437774658, - 1.5774924755096436, - 1.5437549352645874, - 1.507277488708496, - 1.465094804763794, - 1.4196373224258423, - 1.386115312576294, - 1.3510949611663818, - 1.315765619277954, - 1.273445963859558, - 1.2342724800109863, - 1.204712986946106, - 1.1701478958129883, - 1.1339246034622192, - 1.0944048166275024, - 1.06330144405365, - 1.039798378944397, - 1.0132807493209839, - 0.9956862926483154, - 0.9628049731254578, - 0.9342694282531738, - 0.9051716327667236, - 0.8835169672966003, - 0.8641952276229858, - 0.8449057936668396, - 0.8275883197784424, - 0.8062155246734619 + 1.7725229263305664, + 1.7854619026184082, + 1.7957934141159058, + 1.8048787117004395, + 1.8148081302642822, + 1.8224387168884277, + 1.8293859958648682, + 1.8325896263122559, + 1.8393452167510986, + 1.8439762592315674, + 1.8453344106674194, + 1.8445348739624023, + 1.8423516750335693, + 1.8363765478134155, + 1.8285198211669922, + 1.8192981481552124, + 1.8127645254135132, + 1.803000569343567, + 1.792661190032959, + 1.7809492349624634, + 1.7686434984207153, + 1.756354808807373, + 1.7396899461746216, + 1.7201474905014038, + 1.6996334791183472, + 1.6781669855117798, + 1.6549017429351807, + 1.6303369998931885, + 1.604619026184082, + 1.5763945579528809, + 1.5455282926559448, + 1.5203744173049927, + 1.620113492012024, + 1.6115312576293945, + 1.5875935554504395, + 1.5633423328399658, + 1.5336284637451172, + 1.4982985258102417, + 1.4579439163208008, + 1.423565149307251, + 1.3871443271636963, + 1.3532915115356445, + 1.3143614530563354, + 1.2778977155685425, + 1.2522836923599243, + 1.2214630842208862, + 1.1875513792037964, + 1.1447786092758179, + 1.1092201471328735, + 1.0823395252227783, + 1.0554770231246948, + 1.0369253158569336, + 1.0013811588287354, + 0.9705327749252319, + 0.9412776231765747, + 0.9133536219596863, + 0.8908076882362366, + 0.8721196055412292, + 0.8573564291000366, + 0.8348689675331116 ], "p90": [ - 1.7363202571868896, - 1.7604002952575684, - 1.7809174060821533, - 1.8041534423828125, - 1.8246397972106934, - 1.8435015678405762, - 1.8637669086456299, - 1.883133888244629, - 1.9013340473175049, - 1.917470932006836, - 1.9344350099563599, - 1.9512641429901123, - 1.968369960784912, - 1.9853417873382568, - 2.002068519592285, - 2.0156450271606445, - 2.026928186416626, - 2.035093069076538, - 2.0437331199645996, - 2.0536766052246094, - 2.0619211196899414, - 2.072061061859131, - 2.0834569931030273, - 2.0905160903930664, - 2.098888397216797, - 2.1055703163146973, - 2.1096701622009277, - 2.113071918487549, - 2.1141343116760254, - 2.1154415607452393, - 2.1171116828918457, - 2.113757610321045, - 2.073348045349121, - 2.0944786071777344, - 2.1094698905944824, - 2.1215596199035645, - 2.1229066848754883, - 2.12731671333313, - 2.1332969665527344, - 2.1374588012695312, - 2.135699510574341, - 2.1369686126708984, - 2.1353163719177246, - 2.1325838565826416, - 2.1295619010925293, - 2.120802879333496, - 2.114776134490967, - 2.1015419960021973, - 2.0936226844787598, - 2.092517137527466, - 2.08005952835083, - 2.080143928527832, - 2.0760083198547363, - 2.0769195556640625, - 2.0703628063201904, - 2.0654115676879883, - 2.0601816177368164, - 2.0540528297424316, - 2.046643018722534, - 2.0422792434692383 + 1.7923266887664795, + 1.8106112480163574, + 1.8263299465179443, + 1.845658779144287, + 1.863213300704956, + 1.879800796508789, + 1.8969838619232178, + 1.9111113548278809, + 1.9271152019500732, + 1.941678524017334, + 1.9569532871246338, + 1.9708900451660156, + 1.9833765029907227, + 1.9940216541290283, + 2.002655029296875, + 2.0116758346557617, + 2.0233304500579834, + 2.03501558303833, + 2.043381929397583, + 2.0534586906433105, + 2.062537908554077, + 2.0719985961914062, + 2.0789713859558105, + 2.0815203189849854, + 2.088192939758301, + 2.0931904315948486, + 2.095181703567505, + 2.1008944511413574, + 2.1059393882751465, + 2.1110458374023438, + 2.1136083602905273, + 2.1076817512512207, + 2.1271538734436035, + 2.1430907249450684, + 2.159700870513916, + 2.175703525543213, + 2.1779446601867676, + 2.181381940841675, + 2.1868326663970947, + 2.1897408962249756, + 2.1899497509002686, + 2.1956074237823486, + 2.195769786834717, + 2.1938071250915527, + 2.194373369216919, + 2.1905555725097656, + 2.188642978668213, + 2.1779139041900635, + 2.171182155609131, + 2.171639919281006, + 2.1622722148895264, + 2.1626992225646973, + 2.1539320945739746, + 2.149034023284912, + 2.1395368576049805, + 2.1281955242156982, + 2.122436046600342, + 2.117830276489258, + 2.113074779510498, + 2.1129584312438965 ], "timestamps": [ - "2026-06-21 00:12:00", - "2026-06-21 00:18:00", - "2026-06-21 00:24:00", "2026-06-21 00:30:00", "2026-06-21 00:36:00", "2026-06-21 00:42:00", @@ -795,6 +792,9 @@ "2026-06-22 05:48:00", "2026-06-22 05:54:00", "2026-06-22 06:00:00", - "2026-06-22 06:06:00" + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index cecd2f7c870d66b9bbe4fb27535edc52cd3b2df0..c05fd990e2b28681ec33a8cc8d01ad29e5bf1eb5 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T06:04:08.145601+00:00", + "evaluated_at": "2026-06-22T06:34:05.361390+00:00", "freq": "10min", - "context_length": 79, + "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, - 1.2999999523162842, 1.5, 1.5, 1.2999999523162842, @@ -84,10 +82,10 @@ 1.2000000476837158, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2999999523162842, 1.2000000476837158, 1.5, @@ -158,234 +156,232 @@ 1.7999999523162842, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842 ], "p50": [ - 1.2950541973114014, - 1.2969374656677246, - 1.297098159790039, - 1.2924832105636597, - 1.2900675535202026, - 1.2858686447143555, - 1.286149024963379, - 1.293319821357727, - 1.2886393070220947, - 1.2854560613632202, - 1.2849085330963135, - 1.2870157957077026, - 1.289003610610962, - 1.2858015298843384, - 1.2917283773422241, - 1.295309066772461, - 1.2965277433395386, - 1.295107364654541, - 1.2952719926834106, - 1.2954100370407104, - 1.295436978340149, - 1.2967536449432373, - 1.2977296113967896, - 1.2984963655471802, - 1.3013226985931396, - 1.3044943809509277, - 1.3023343086242676, - 1.2979669570922852, - 1.3054242134094238, - 1.3064721822738647, - 1.3019390106201172, - 1.3002347946166992, - 1.2862820625305176, - 1.2923754453659058, - 1.294620394706726, - 1.2977186441421509, - 1.3003044128417969, - 1.3020826578140259, - 1.300604224205017, - 1.2986210584640503, - 1.2958930730819702, - 1.2944415807724, - 1.2931596040725708, - 1.2908278703689575, - 1.2892436981201172, - 1.289085865020752, - 1.2896829843521118, - 1.289011836051941, - 1.2887802124023438, - 1.2885972261428833, - 1.2861404418945312, - 1.2841042280197144, - 1.2855446338653564, - 1.2871129512786865, - 1.2878124713897705, - 1.2870144844055176, - 1.287394404411316, - 1.2886710166931152, - 1.289136290550232, - 1.2905504703521729, - 1.2927021980285645, - 1.2935676574707031, - 1.2928298711776733, - 1.2914882898330688, - 1.2788184881210327, - 1.284632682800293, - 1.2895374298095703, - 1.2934619188308716, - 1.2949844598770142, - 1.2963221073150635, - 1.2961204051971436, - 1.2955374717712402 + 1.3445675373077393, + 1.325472116470337, + 1.3178173303604126, + 1.3155345916748047, + 1.3134363889694214, + 1.3123828172683716, + 1.3127204179763794, + 1.3124786615371704, + 1.3121092319488525, + 1.3123070001602173, + 1.3127585649490356, + 1.3123703002929688, + 1.312778115272522, + 1.3143982887268066, + 1.3157919645309448, + 1.3153170347213745, + 1.3158152103424072, + 1.3170446157455444, + 1.3167040348052979, + 1.3168469667434692, + 1.3197376728057861, + 1.319867491722107, + 1.319393515586853, + 1.3201655149459839, + 1.3204156160354614, + 1.319743275642395, + 1.3190548419952393, + 1.3214610815048218, + 1.322636604309082, + 1.32182776927948, + 1.3214521408081055, + 1.3216608762741089, + 1.3080395460128784, + 1.3070179224014282, + 1.3111255168914795, + 1.3151198625564575, + 1.3145475387573242, + 1.3148103952407837, + 1.3126813173294067, + 1.3113116025924683, + 1.311460018157959, + 1.3133790493011475, + 1.31179940700531, + 1.3095378875732422, + 1.3106715679168701, + 1.3112112283706665, + 1.3113586902618408, + 1.3114157915115356, + 1.3126343488693237, + 1.3107112646102905, + 1.3083550930023193, + 1.3096122741699219, + 1.3110036849975586, + 1.3114882707595825, + 1.3112781047821045, + 1.3129733800888062, + 1.3135508298873901, + 1.3132779598236084, + 1.3135156631469727, + 1.314333438873291, + 1.314246654510498, + 1.3142759799957275, + 1.314456582069397, + 1.313278317451477, + 1.298965334892273, + 1.3043010234832764, + 1.3077937364578247, + 1.3102161884307861, + 1.3113148212432861, + 1.3129884004592896, + 1.3122631311416626, + 1.3109984397888184 ], "p10": [ - 1.2291784286499023, - 1.2216339111328125, - 1.2175694704055786, - 1.2125972509384155, - 1.2084752321243286, - 1.2029342651367188, - 1.203853964805603, - 1.2085509300231934, - 1.2048628330230713, - 1.2026481628417969, - 1.2024385929107666, - 1.2032127380371094, - 1.203972339630127, - 1.2002334594726562, - 1.2049006223678589, - 1.2064335346221924, - 1.2052518129348755, - 1.2046929597854614, - 1.2049716711044312, - 1.2043079137802124, - 1.204332709312439, - 1.205493450164795, - 1.2064756155014038, - 1.207535982131958, - 1.2093883752822876, - 1.2109671831130981, - 1.2104079723358154, - 1.206438660621643, - 1.2109696865081787, - 1.2098190784454346, - 1.2071869373321533, - 1.20620596408844, - 1.2159276008605957, - 1.211957335472107, - 1.208389163017273, - 1.2053130865097046, - 1.2059201002120972, - 1.2049545049667358, - 1.2035928964614868, - 1.2021185159683228, - 1.2020933628082275, - 1.2017861604690552, - 1.2006491422653198, - 1.1991498470306396, - 1.1982109546661377, - 1.1984360218048096, - 1.1983281373977661, - 1.1971832513809204, - 1.1953715085983276, - 1.1952425241470337, - 1.1960054636001587, - 1.1967741250991821, - 1.198144793510437, - 1.1982245445251465, - 1.1987390518188477, - 1.199195384979248, - 1.199209213256836, - 1.1990346908569336, - 1.1990022659301758, - 1.199037790298462, - 1.1996279954910278, - 1.1989388465881348, - 1.1973527669906616, - 1.198091983795166, - 1.205570101737976, - 1.2036834955215454, - 1.2007136344909668, - 1.1977744102478027, - 1.198602557182312, - 1.1984789371490479, - 1.1974880695343018, - 1.1973389387130737 + 1.259220838546753, + 1.2314674854278564, + 1.2222967147827148, + 1.2201133966445923, + 1.217525601387024, + 1.2156025171279907, + 1.2151597738265991, + 1.2138981819152832, + 1.2128225564956665, + 1.212080955505371, + 1.2111706733703613, + 1.2102992534637451, + 1.2100709676742554, + 1.2110930681228638, + 1.2113733291625977, + 1.2100611925125122, + 1.2097148895263672, + 1.2107306718826294, + 1.210728406906128, + 1.2104161977767944, + 1.212164044380188, + 1.2122366428375244, + 1.2112983465194702, + 1.2110998630523682, + 1.2109148502349854, + 1.209128975868225, + 1.2077651023864746, + 1.2090414762496948, + 1.2093632221221924, + 1.207599401473999, + 1.2067632675170898, + 1.2069411277770996, + 1.2125731706619263, + 1.2106422185897827, + 1.207437515258789, + 1.203891634941101, + 1.2022016048431396, + 1.1992840766906738, + 1.197044849395752, + 1.195698857307434, + 1.196039080619812, + 1.195873737335205, + 1.1947084665298462, + 1.1945691108703613, + 1.1951828002929688, + 1.1960694789886475, + 1.1962382793426514, + 1.1948925256729126, + 1.1925863027572632, + 1.1922017335891724, + 1.1928608417510986, + 1.1941460371017456, + 1.1954656839370728, + 1.194447636604309, + 1.1945335865020752, + 1.1945677995681763, + 1.1946830749511719, + 1.1952849626541138, + 1.1958277225494385, + 1.1956779956817627, + 1.1948221921920776, + 1.1934027671813965, + 1.1910123825073242, + 1.1906200647354126, + 1.20261549949646, + 1.2020283937454224, + 1.199971079826355, + 1.1959363222122192, + 1.1943027973175049, + 1.1937276124954224, + 1.1927587985992432, + 1.1917099952697754 ], "p90": [ - 1.3749901056289673, - 1.3854584693908691, - 1.3915438652038574, - 1.3880301713943481, - 1.3885364532470703, - 1.3862489461898804, - 1.3898253440856934, - 1.4008053541183472, - 1.396777629852295, - 1.393998622894287, - 1.3936944007873535, - 1.3956207036972046, - 1.3964035511016846, - 1.3936372995376587, - 1.4024654626846313, - 1.406234860420227, - 1.4077345132827759, - 1.40644371509552, - 1.4090455770492554, - 1.4124033451080322, - 1.412191390991211, - 1.4148411750793457, - 1.415293574333191, - 1.417415738105774, - 1.421958565711975, - 1.4263818264007568, - 1.4251519441604614, - 1.419118046760559, - 1.4284323453903198, - 1.4316896200180054, - 1.42664635181427, - 1.4246962070465088, - 1.4191133975982666, - 1.431100606918335, - 1.4298474788665771, - 1.4317469596862793, - 1.4372553825378418, - 1.4424141645431519, - 1.439004898071289, - 1.4366923570632935, - 1.4344900846481323, - 1.4328635931015015, - 1.4316133260726929, - 1.4318705797195435, - 1.4311264753341675, - 1.4312925338745117, - 1.4314348697662354, - 1.4326814413070679, - 1.434933066368103, - 1.436814546585083, - 1.4344180822372437, - 1.429824948310852, - 1.430834174156189, - 1.4327694177627563, - 1.4311556816101074, - 1.4306849241256714, - 1.4319941997528076, - 1.433984398841858, - 1.4360698461532593, - 1.4382915496826172, - 1.4411466121673584, - 1.4430986642837524, - 1.4448020458221436, - 1.4423410892486572, - 1.4254344701766968, - 1.4332225322723389, - 1.4342840909957886, - 1.4372771978378296, - 1.4431922435760498, - 1.4473298788070679, - 1.4458006620407104, - 1.4473766088485718 + 1.454824447631836, + 1.4440410137176514, + 1.440178632736206, + 1.442092776298523, + 1.4437555074691772, + 1.4461631774902344, + 1.4477124214172363, + 1.447846531867981, + 1.4476704597473145, + 1.4498132467269897, + 1.451971173286438, + 1.4528932571411133, + 1.453014850616455, + 1.4562486410140991, + 1.4611560106277466, + 1.4618066549301147, + 1.463120937347412, + 1.4661225080490112, + 1.4672807455062866, + 1.4693392515182495, + 1.4719703197479248, + 1.4731025695800781, + 1.4720416069030762, + 1.4737558364868164, + 1.4754619598388672, + 1.476308822631836, + 1.4770228862762451, + 1.4816087484359741, + 1.4842888116836548, + 1.4845198392868042, + 1.4849445819854736, + 1.4855304956436157, + 1.455680012702942, + 1.4707871675491333, + 1.4755613803863525, + 1.4859176874160767, + 1.4919973611831665, + 1.49769926071167, + 1.4933500289916992, + 1.493146300315857, + 1.496093511581421, + 1.4993422031402588, + 1.4960074424743652, + 1.4953131675720215, + 1.4983417987823486, + 1.499803900718689, + 1.4998208284378052, + 1.5038501024246216, + 1.509709358215332, + 1.508296251296997, + 1.5051125288009644, + 1.5083001852035522, + 1.5105916261672974, + 1.51249361038208, + 1.512273907661438, + 1.5166314840316772, + 1.5193719863891602, + 1.5188618898391724, + 1.519153118133545, + 1.518761157989502, + 1.5195505619049072, + 1.5217028856277466, + 1.5250964164733887, + 1.524898648262024, + 1.4513039588928223, + 1.4716795682907104, + 1.4727975130081177, + 1.47769033908844, + 1.4855273962020874, + 1.492224097251892, + 1.4901468753814697, + 1.4904736280441284 ], "timestamps": [ - "2026-06-20 04:40:00", - "2026-06-20 04:50:00", - "2026-06-20 05:00:00", "2026-06-20 05:10:00", "2026-06-20 05:20:00", "2026-06-20 05:30:00", @@ -533,6 +529,8 @@ "2026-06-21 05:10:00", "2026-06-21 05:20:00", "2026-06-21 05:30:00", - "2026-06-21 05:40:00" + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 0e6987be540748270906a1c033e9a38ced50338c..f5fc6c906e5593c4be1508c7671fb4a3b67387f9 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,13 +1,25 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T06:26:03.987201+00:00", + "evaluated_at": "2026-06-22T06:34:14.547232+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:23:00.646197Z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index e5fa4936965cc83271aedf6fc7e714f47a4c85c0..ea982c5aa27efdb3860fee7c05828dc17d7c27d9 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,145889.39607302347,145889.39607302347,307.98681640625,0.28956039438231274,0.004817319156119503,0.004799825442804232,1.8168602539686949,381.95470421638146,0.005958788867218504,0.004804832595573833,0.003813396831190367,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,146359.707291921,146359.707291921,308.8206380208333,0.2903443296116856,0.004830377567999498,0.004812826620498351,1.8168602539686949,382.56987243106454,0.005968463561137739,0.004817903493659909,0.003817782552236321,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.008740131067916697,0.008740131067916697,0.07675918539365133,0.22462268037391414,0.06489901837943621,0.06118572305044376,2.1952014980317194,0.09348866812569691,0.0622953241458411,0.05114778540688057,0.06450166604868172,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.07945651310116908,0.07945651310116908,0.26181672182348037,4.027950452981135,0.16400966256235236,0.18055003714640167,100.22937647760965,0.2818803169807517,0.18072468629640384,0.16786111717737412,0.15142314308226654,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0004053977803411139,0.0004053977803411139,0.015381062030792236,0.04514105413944281,0.010311521459256939,0.01038546069515422,2.0839486075487494,0.02013449230403175,0.013871666702126922,0.010596788972581433,0.051359981082668135,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.08241932684518144,0.08241932684518144,0.266747373673651,3.8530185723851056,0.16648504460448832,0.18352638862576917,99.25833927503487,0.2870876640421553,0.1834100476553525,0.17041536312838762,0.15475922673767606,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.11102283650662532,0.11102283650662532,0.2739514112472534,0.13774093596476414,0.019541363972233185,0.019828296108425757,1.8248164976070234,0.33320089511678286,0.02377883369929157,0.019550502850394533,0.0356804831081917,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,36.607410676754476,36.607410676754476,5.010026057561238,0.4333235978689384,0.28333119730687445,0.23149154983820575,2.8247869123506817,6.050405827442856,0.2783395370153903,0.2304784791412914,0.18231364616485768,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,3.4314330064970213,3.4314330064970213,1.7374405066172283,0.9144422965824434,0.07323464001681017,0.07032094833672903,7.534459606091613,1.8524127527354755,0.0771570724119969,0.07236822505278079,0.044948134462571974,Weather,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 2a9886c65e5bed8769dce7bc12a53dcb2e1c276e..cb913c30b828b7a4d9121197d154b1d0070cb61f 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T06:25:45.109148+00:00", + "evaluated_at": "2026-06-22T06:33:30.283948+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64144.01171875 + 64124.0 ], "p50": [ 64313.0234375, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 62d5d9012215b9b9ed5cc8232535d5923fd96455..cb1ea2999ed4ea9a4e15f8517d14f1b8f2dbefbc 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T06:17:14.331105+00:00", + "evaluated_at": "2026-06-22T06:33:38.366058+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.774999976158142, - 1.7879999876022339, - 1.7960000038146973, 1.805999994277954, 1.8070000410079956, 1.815999984741211, @@ -245,12 +242,12 @@ 1.6390000581741333, 1.6519999504089355, 1.680999994277954, - 1.7070000171661377 - ], - "actuals": [ + 1.7070000171661377, 1.7280000448226929, 1.7480000257492065, - 1.7640000581741333, + 1.7640000581741333 + ], + "actuals": [ 1.7740000486373901, 1.7929999828338623, 1.8079999685287476, @@ -307,198 +304,198 @@ 0.875, 0.8450000286102295, 0.8220000267028809, - 0.8069999814033508 + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464 ], "p50": [ - 1.7258520126342773, - 1.750365138053894, - 1.7690229415893555, - 1.7871347665786743, - 1.803632378578186, - 1.8181850910186768, - 1.8284987211227417, - 1.8403857946395874, - 1.848318338394165, - 1.8590729236602783, - 1.869638204574585, - 1.8790175914764404, - 1.8868337869644165, - 1.8923516273498535, - 1.8932188749313354, - 1.8927828073501587, - 1.8917032480239868, - 1.887847661972046, - 1.8839871883392334, - 1.8803592920303345, - 1.8757398128509521, - 1.867940902709961, - 1.8561947345733643, - 1.8485934734344482, - 1.836029052734375, - 1.822620153427124, - 1.8054801225662231, - 1.7869136333465576, - 1.7673734426498413, - 1.7504377365112305, - 1.728379249572754, - 1.7139787673950195, - 1.6319386959075928, - 1.6223821640014648, - 1.5905311107635498, - 1.5600415468215942, - 1.5349217653274536, - 1.5035359859466553, - 1.4792122840881348, - 1.4505401849746704, - 1.4243662357330322, - 1.4014521837234497, - 1.3753310441970825, - 1.347341775894165, - 1.323831558227539, - 1.2965097427368164, - 1.2637310028076172, - 1.2362712621688843, - 1.2054259777069092, - 1.1794480085372925, - 1.1568372249603271, - 1.1307393312454224, - 1.114059567451477, - 1.0971217155456543, - 1.075478196144104, - 1.053041696548462, - 1.0367542505264282, - 1.0193822383880615, - 1.0018510818481445, - 0.983924925327301 + 1.7726168632507324, + 1.7857145071029663, + 1.797851800918579, + 1.8076386451721191, + 1.8172158002853394, + 1.8245902061462402, + 1.8300995826721191, + 1.8364663124084473, + 1.8391072750091553, + 1.8428826332092285, + 1.8447933197021484, + 1.8435015678405762, + 1.839625597000122, + 1.835329532623291, + 1.8279502391815186, + 1.8206100463867188, + 1.8128957748413086, + 1.8017586469650269, + 1.7911343574523926, + 1.7798213958740234, + 1.7672557830810547, + 1.7487525939941406, + 1.7282663583755493, + 1.7105611562728882, + 1.6878788471221924, + 1.665846824645996, + 1.643470287322998, + 1.621384620666504, + 1.5947036743164062, + 1.5732935667037964, + 1.5483543872833252, + 1.5205541849136353, + 1.4593520164489746, + 1.4376274347305298, + 1.3991963863372803, + 1.3674492835998535, + 1.3346015214920044, + 1.308014154434204, + 1.27838933467865, + 1.2522180080413818, + 1.2243462800979614, + 1.1948305368423462, + 1.1727458238601685, + 1.1448789834976196, + 1.1149593591690063, + 1.0877265930175781, + 1.054343819618225, + 1.0271055698394775, + 0.9962824583053589, + 0.9688122272491455, + 0.9386166334152222, + 0.9140162467956543, + 0.8934449553489685, + 0.8693870902061462, + 0.8464324474334717, + 0.8209667205810547, + 0.7966963052749634, + 0.7843390703201294, + 0.7674506902694702, + 0.7524888515472412 ], "p10": [ - 1.7132312059402466, - 1.732426643371582, - 1.7458587884902954, - 1.7571699619293213, - 1.7680463790893555, - 1.7773025035858154, - 1.7816200256347656, - 1.7843984365463257, - 1.7848577499389648, - 1.7897202968597412, - 1.7896537780761719, - 1.7871991395950317, - 1.787081241607666, - 1.7795109748840332, - 1.7689731121063232, - 1.7558317184448242, - 1.7433803081512451, - 1.7288979291915894, - 1.709143877029419, - 1.694523572921753, - 1.6792051792144775, - 1.6598732471466064, - 1.6351741552352905, - 1.6134779453277588, - 1.588378667831421, - 1.5654656887054443, - 1.527323603630066, - 1.4943422079086304, - 1.460739254951477, - 1.4302136898040771, - 1.3950998783111572, - 1.3679256439208984, - 1.2970753908157349, - 1.2648169994354248, - 1.2190208435058594, - 1.1893682479858398, - 1.1498725414276123, - 1.1076290607452393, - 1.0698915719985962, - 1.0293890237808228, - 0.9897346496582031, - 0.9403665661811829, - 0.9142651557922363, - 0.8573940992355347, - 0.8199130296707153, - 0.7810367941856384, - 0.7478325366973877, - 0.7104512453079224, - 0.6643657088279724, - 0.6270681619644165, - 0.5988199710845947, - 0.5646244883537292, - 0.5374075174331665, - 0.5026984810829163, - 0.47746026515960693, - 0.4452303647994995, - 0.40928417444229126, - 0.38566404581069946, - 0.35178452730178833, - 0.3220626711845398 + 1.7613080739974976, + 1.7687339782714844, + 1.7750906944274902, + 1.77814519405365, + 1.7823004722595215, + 1.7847387790679932, + 1.7847681045532227, + 1.7829904556274414, + 1.779270887374878, + 1.77806556224823, + 1.7707302570343018, + 1.7595654726028442, + 1.748555302619934, + 1.7335903644561768, + 1.7156660556793213, + 1.6984347105026245, + 1.6795580387115479, + 1.6616485118865967, + 1.6396286487579346, + 1.6185965538024902, + 1.5969161987304688, + 1.5697274208068848, + 1.5382661819458008, + 1.5093309879302979, + 1.4760634899139404, + 1.446516990661621, + 1.4104831218719482, + 1.3777141571044922, + 1.3424568176269531, + 1.3120096921920776, + 1.2785718441009521, + 1.2426559925079346, + 1.1558200120925903, + 1.1219995021820068, + 1.0772991180419922, + 1.042509913444519, + 1.0014797449111938, + 0.9647836685180664, + 0.912436842918396, + 0.8806263208389282, + 0.835716962814331, + 0.7814098596572876, + 0.7581424713134766, + 0.6993417739868164, + 0.6477534174919128, + 0.6035054326057434, + 0.5735499858856201, + 0.5348048210144043, + 0.4950123429298401, + 0.45931482315063477, + 0.4150334596633911, + 0.3894815444946289, + 0.3617541193962097, + 0.3197709321975708, + 0.29463857412338257, + 0.26463741064071655, + 0.2231135368347168, + 0.19833165407180786, + 0.1728229522705078, + 0.14537906646728516 ], "p90": [ - 1.7383449077606201, - 1.7668888568878174, - 1.79159677028656, - 1.8151493072509766, - 1.8386380672454834, - 1.8595871925354004, - 1.8756015300750732, - 1.8948285579681396, - 1.9114183187484741, - 1.93095064163208, - 1.949338674545288, - 1.969556212425232, - 1.9905285835266113, - 2.007045269012451, - 2.021378755569458, - 2.031177520751953, - 2.044461727142334, - 2.0528337955474854, - 2.0633373260498047, - 2.074824333190918, - 2.086587429046631, - 2.0941991806030273, - 2.098715305328369, - 2.1085500717163086, - 2.1121068000793457, - 2.1178886890411377, - 2.117361068725586, - 2.1166038513183594, - 2.1098668575286865, - 2.115370035171509, - 2.107187271118164, - 2.118568181991577, - 2.0303258895874023, - 2.040433406829834, - 2.0517361164093018, - 2.0531930923461914, - 2.0518503189086914, - 2.037003993988037, - 2.0402488708496094, - 2.036885976791382, - 2.021965742111206, - 2.0333335399627686, - 2.0244884490966797, - 2.0316789150238037, - 2.0373153686523438, - 2.0128729343414307, - 2.0270333290100098, - 2.029768228530884, - 2.011512279510498, - 2.0125937461853027, - 2.0134096145629883, - 1.9988465309143066, - 2.0073962211608887, - 1.9873946905136108, - 2.0110104084014893, - 2.0223488807678223, - 1.9899086952209473, - 2.0071544647216797, - 2.0213229656219482, - 2.0063650608062744 + 1.7849760055541992, + 1.801891803741455, + 1.820676565170288, + 1.8362300395965576, + 1.8540525436401367, + 1.8672354221343994, + 1.8785737752914429, + 1.892439842224121, + 1.9032087326049805, + 1.9156771898269653, + 1.9250932931900024, + 1.9343900680541992, + 1.943105697631836, + 1.949763536453247, + 1.9544398784637451, + 1.9571013450622559, + 1.9618351459503174, + 1.9633049964904785, + 1.9651885032653809, + 1.9654700756072998, + 1.9668489694595337, + 1.9647939205169678, + 1.9570441246032715, + 1.9536696672439575, + 1.9460184574127197, + 1.9388371706008911, + 1.9302700757980347, + 1.9246103763580322, + 1.9116326570510864, + 1.9088653326034546, + 1.8935787677764893, + 1.885495662689209, + 1.8729960918426514, + 1.864943265914917, + 1.8497436046600342, + 1.8447229862213135, + 1.8296525478363037, + 1.812791347503662, + 1.8118784427642822, + 1.8045945167541504, + 1.797692894935608, + 1.797187089920044, + 1.7916721105575562, + 1.795654058456421, + 1.7937815189361572, + 1.7907919883728027, + 1.7979626655578613, + 1.7939354181289673, + 1.776316523551941, + 1.77685546875, + 1.7796721458435059, + 1.7736232280731201, + 1.790780782699585, + 1.7729417085647583, + 1.790416955947876, + 1.8151506185531616, + 1.7887322902679443, + 1.807606816291809, + 1.841375470161438, + 1.8170229196548462 ], "timestamps": [ - "2026-06-21 00:12:00", - "2026-06-21 00:18:00", - "2026-06-21 00:24:00", "2026-06-21 00:30:00", "2026-06-21 00:36:00", "2026-06-21 00:42:00", @@ -795,6 +792,9 @@ "2026-06-22 05:48:00", "2026-06-22 05:54:00", "2026-06-22 06:00:00", - "2026-06-22 06:06:00" + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 2bf412903595738b29d3ce5ad61ea28959ab543b..1bedb58bc9bcccc67941851ad941ebe95a3dd079 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T06:03:27.453435+00:00", + "evaluated_at": "2026-06-22T06:33:43.893285+00:00", "freq": "10min", - "context_length": 79, + "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, - 1.2999999523162842, 1.5, 1.5, 1.2999999523162842, @@ -84,10 +82,10 @@ 1.2000000476837158, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2999999523162842, 1.2000000476837158, 1.5, @@ -158,234 +156,232 @@ 1.7999999523162842, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842 ], "p50": [ - 1.3003554344177246, - 1.300376057624817, - 1.3000998497009277, - 1.3002912998199463, - 1.3002965450286865, - 1.3003379106521606, - 1.300370216369629, - 1.3002995252609253, - 1.3003122806549072, - 1.300278902053833, - 1.3003406524658203, - 1.300315499305725, - 1.3002618551254272, - 1.3002703189849854, - 1.3002995252609253, - 1.3002458810806274, - 1.3002662658691406, - 1.3002955913543701, - 1.3003088235855103, - 1.300317406654358, - 1.300355076789856, - 1.3003040552139282, - 1.3003066778182983, - 1.3003965616226196, - 1.3003062009811401, - 1.300269365310669, - 1.3003287315368652, - 1.300388216972351, - 1.3003321886062622, - 1.3002614974975586, - 1.3003623485565186, - 1.300309419631958, - 1.3009226322174072, - 1.3010541200637817, - 1.301103949546814, - 1.3010026216506958, - 1.3009480237960815, - 1.3010051250457764, - 1.3010903596878052, - 1.3010616302490234, - 1.3010485172271729, - 1.3011029958724976, - 1.301187515258789, - 1.3011269569396973, - 1.30112624168396, - 1.3010920286178589, - 1.301122784614563, - 1.3011223077774048, - 1.3011393547058105, - 1.3011327981948853, - 1.3011037111282349, - 1.301122784614563, - 1.301069974899292, - 1.3010668754577637, - 1.3010900020599365, - 1.3010976314544678, - 1.3010746240615845, - 1.3010845184326172, - 1.3010965585708618, - 1.3011198043823242, - 1.3011131286621094, - 1.301064133644104, - 1.301095962524414, - 1.3011648654937744, - 1.3005897998809814, - 1.3006906509399414, - 1.3007150888442993, - 1.3007351160049438, - 1.3006590604782104, - 1.300647258758545, - 1.3007251024246216, - 1.3007718324661255 + 1.3031120300292969, + 1.3008830547332764, + 1.3007831573486328, + 1.3009982109069824, + 1.3009812831878662, + 1.3008995056152344, + 1.3008919954299927, + 1.3010971546173096, + 1.3011839389801025, + 1.3009018898010254, + 1.3010361194610596, + 1.3009638786315918, + 1.3009144067764282, + 1.300906777381897, + 1.3009815216064453, + 1.3009312152862549, + 1.300938606262207, + 1.3007432222366333, + 1.3009601831436157, + 1.3009430170059204, + 1.3010733127593994, + 1.3009980916976929, + 1.3011287450790405, + 1.3011541366577148, + 1.30107581615448, + 1.3013392686843872, + 1.3011620044708252, + 1.3013033866882324, + 1.3011705875396729, + 1.3013818264007568, + 1.3011313676834106, + 1.3011627197265625, + 1.3015799522399902, + 1.3016748428344727, + 1.301222801208496, + 1.3016701936721802, + 1.3016048669815063, + 1.301674723625183, + 1.301689863204956, + 1.3018878698349, + 1.3016941547393799, + 1.3017772436141968, + 1.301751732826233, + 1.3017553091049194, + 1.301749348640442, + 1.3016597032546997, + 1.3018332719802856, + 1.3018441200256348, + 1.3018040657043457, + 1.3017566204071045, + 1.3018136024475098, + 1.3017635345458984, + 1.3017528057098389, + 1.301719307899475, + 1.3017759323120117, + 1.3018052577972412, + 1.3016844987869263, + 1.3017555475234985, + 1.3017332553863525, + 1.3019018173217773, + 1.301760196685791, + 1.301751971244812, + 1.3017817735671997, + 1.301772117614746, + 1.3011566400527954, + 1.3014625310897827, + 1.3012077808380127, + 1.3014585971832275, + 1.301544189453125, + 1.3015879392623901, + 1.3015881776809692, + 1.301639437675476 ], "p10": [ - 1.2020734548568726, - 1.1888115406036377, - 1.1913173198699951, - 1.1913197040557861, - 1.1919453144073486, - 1.1932077407836914, - 1.194714069366455, - 1.1953198909759521, - 1.1979118585586548, - 1.193306565284729, - 1.1945244073867798, - 1.1922012567520142, - 1.192568302154541, - 1.193074345588684, - 1.1918528079986572, - 1.193459153175354, - 1.19313645362854, - 1.1942267417907715, - 1.1949169635772705, - 1.1948981285095215, - 1.195297360420227, - 1.195281982421875, - 1.1947033405303955, - 1.195287823677063, - 1.1952812671661377, - 1.1954199075698853, - 1.195050835609436, - 1.1954700946807861, - 1.1952754259109497, - 1.1952990293502808, - 1.1961345672607422, - 1.1947579383850098, - 1.1956219673156738, - 1.2018072605133057, - 1.1988822221755981, - 1.1983174085617065, - 1.1940081119537354, - 1.196582555770874, - 1.1959856748580933, - 1.1979023218154907, - 1.1965652704238892, - 1.197264313697815, - 1.197022557258606, - 1.1972132921218872, - 1.198232889175415, - 1.1984155178070068, - 1.1984879970550537, - 1.199569582939148, - 1.1996171474456787, - 1.1993076801300049, - 1.1996349096298218, - 1.1998094320297241, - 1.2000623941421509, - 1.2002707719802856, - 1.2000526189804077, - 1.2004913091659546, - 1.2000620365142822, - 1.1997510194778442, - 1.199630618095398, - 1.199427604675293, - 1.199277639389038, - 1.1990928649902344, - 1.1991829872131348, - 1.1987292766571045, - 1.192417860031128, - 1.1962372064590454, - 1.197144627571106, - 1.1982430219650269, - 1.197432041168213, - 1.1992560625076294, - 1.1952879428863525, - 1.1960527896881104 + 1.248062014579773, + 1.2003157138824463, + 1.1930432319641113, + 1.1966147422790527, + 1.1950453519821167, + 1.1956942081451416, + 1.199380874633789, + 1.2011750936508179, + 1.1968830823898315, + 1.1968220472335815, + 1.1953121423721313, + 1.1948810815811157, + 1.196077823638916, + 1.196961760520935, + 1.1965233087539673, + 1.1981452703475952, + 1.1978439092636108, + 1.1988136768341064, + 1.1987736225128174, + 1.1984963417053223, + 1.1986650228500366, + 1.1986345052719116, + 1.1976295709609985, + 1.1982897520065308, + 1.1977852582931519, + 1.1979206800460815, + 1.1973110437393188, + 1.196333646774292, + 1.195238471031189, + 1.1950836181640625, + 1.195613145828247, + 1.1954632997512817, + 1.195340633392334, + 1.2062495946884155, + 1.1967387199401855, + 1.199558973312378, + 1.1980347633361816, + 1.203357219696045, + 1.2003775835037231, + 1.2011476755142212, + 1.20050048828125, + 1.202461838722229, + 1.2018511295318604, + 1.2022203207015991, + 1.2026571035385132, + 1.202673077583313, + 1.203125238418579, + 1.2040218114852905, + 1.2036950588226318, + 1.203313946723938, + 1.2032663822174072, + 1.2035436630249023, + 1.203658103942871, + 1.2041118144989014, + 1.2037484645843506, + 1.2040706872940063, + 1.203107476234436, + 1.202570915222168, + 1.2023953199386597, + 1.2017650604248047, + 1.2015050649642944, + 1.2012170553207397, + 1.2006746530532837, + 1.2006075382232666, + 1.1943986415863037, + 1.1972074508666992, + 1.1987597942352295, + 1.2023266553878784, + 1.1973615884780884, + 1.2012113332748413, + 1.2001285552978516, + 1.2004506587982178 ], "p90": [ - 1.4055380821228027, - 1.4058996438980103, - 1.406472086906433, - 1.4024649858474731, - 1.4110380411148071, - 1.4030910730361938, - 1.4068907499313354, - 1.401732087135315, - 1.406150221824646, - 1.405414342880249, - 1.404313564300537, - 1.405698537826538, - 1.4059014320373535, - 1.4064449071884155, - 1.4066476821899414, - 1.4048271179199219, - 1.4057824611663818, - 1.4054189920425415, - 1.403658151626587, - 1.405731201171875, - 1.4048080444335938, - 1.4063094854354858, - 1.4043774604797363, - 1.4044175148010254, - 1.4063953161239624, - 1.4055999517440796, - 1.4064117670059204, - 1.407752513885498, - 1.407350778579712, - 1.4071543216705322, - 1.4076557159423828, - 1.4083261489868164, - 1.4040313959121704, - 1.4034048318862915, - 1.4062790870666504, - 1.406342625617981, - 1.4138649702072144, - 1.4077311754226685, - 1.4100098609924316, - 1.412432074546814, - 1.4127864837646484, - 1.4104710817337036, - 1.4089549779891968, - 1.4093914031982422, - 1.4082825183868408, - 1.408669114112854, - 1.4088525772094727, - 1.407853126525879, - 1.4074019193649292, - 1.4083956480026245, - 1.4067246913909912, - 1.4073702096939087, - 1.4067643880844116, - 1.4068185091018677, - 1.4074288606643677, - 1.4074609279632568, - 1.4072905778884888, - 1.4078060388565063, - 1.4084326028823853, - 1.4082719087600708, - 1.4089093208312988, - 1.4088093042373657, - 1.4083902835845947, - 1.409507393836975, - 1.4087188243865967, - 1.4010883569717407, - 1.4086391925811768, - 1.404482364654541, - 1.4111300706863403, - 1.4071402549743652, - 1.406516432762146, - 1.4093018770217896 + 1.4053372144699097, + 1.4011722803115845, + 1.3973989486694336, + 1.4036688804626465, + 1.4033924341201782, + 1.4034796953201294, + 1.3981366157531738, + 1.4033890962600708, + 1.4008748531341553, + 1.400554895401001, + 1.4048926830291748, + 1.4033886194229126, + 1.4007718563079834, + 1.4035171270370483, + 1.404097318649292, + 1.4008827209472656, + 1.4046796560287476, + 1.403541088104248, + 1.402570128440857, + 1.4017301797866821, + 1.4025750160217285, + 1.402357816696167, + 1.4035407304763794, + 1.4035389423370361, + 1.4025429487228394, + 1.403791069984436, + 1.4045575857162476, + 1.4030144214630127, + 1.405029058456421, + 1.406806230545044, + 1.4035875797271729, + 1.40445876121521, + 1.4029723405838013, + 1.4043372869491577, + 1.4006028175354004, + 1.4016200304031372, + 1.4020015001296997, + 1.4020112752914429, + 1.4013197422027588, + 1.404698133468628, + 1.4049161672592163, + 1.4018843173980713, + 1.4029953479766846, + 1.4027785062789917, + 1.403718113899231, + 1.4047170877456665, + 1.4036900997161865, + 1.402119755744934, + 1.4028185606002808, + 1.403988242149353, + 1.4039366245269775, + 1.4026739597320557, + 1.402775764465332, + 1.4027470350265503, + 1.4033318758010864, + 1.403268814086914, + 1.404025912284851, + 1.402771234512329, + 1.4035146236419678, + 1.4032108783721924, + 1.403290033340454, + 1.4034476280212402, + 1.4036328792572021, + 1.4033852815628052, + 1.4020155668258667, + 1.403032898902893, + 1.4008777141571045, + 1.40224027633667, + 1.402255654335022, + 1.4038074016571045, + 1.4038975238800049, + 1.406381368637085 ], "timestamps": [ - "2026-06-20 04:40:00", - "2026-06-20 04:50:00", - "2026-06-20 05:00:00", "2026-06-20 05:10:00", "2026-06-20 05:20:00", "2026-06-20 05:30:00", @@ -533,6 +529,8 @@ "2026-06-21 05:10:00", "2026-06-21 05:20:00", "2026-06-21 05:30:00", - "2026-06-21 05:40:00" + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 8bffdc4358dfe3cde0ce8390e0501beaddb8bb05..4ae88376c0580523395ff4a5be9766a916e99234 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,13 +1,25 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T06:25:50.629220+00:00", + "evaluated_at": "2026-06-22T06:33:46.252174+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:23:00.646197Z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", + "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": []