diff --git a/results/.DS_Store b/results/.DS_Store index eeed6172eef7fad4594fc274eacf98b0ef194715..6fc6cba91787a7c72f3cbf337fbcd4c04ad64a2a 100644 Binary files a/results/.DS_Store and b/results/.DS_Store differ diff --git a/results/aggregates/aggregates.zip b/results/aggregates/aggregates.zip new file mode 100644 index 0000000000000000000000000000000000000000..75ef9cfd6bd5bba1e8be60ef990885bad925378f --- /dev/null +++ b/results/aggregates/aggregates.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67ac02c06f2deeb6c60763962ed9c104a69a19125e9610f6557aa75c6a0b3f72 +size 7518 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index e95d29e90d6661d944d5906cd137a350a543a015..c4068a9d5059bfea89d9a55a5f23eb0f5f4fdc40 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T03:20:43.663099+00:00", + "generated_at": "2026-06-22T03:29:35.643737+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", @@ -11,5 +11,6 @@ "prediction_length" ], "num_configs": 10, - "num_models": 10 + "num_models": 10, + "num_rows_missing_prediction_length": 0 } diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index d153d9bed421d82028dda897e6d76aa56ff9ff44..e2f089ca23c144b4f2459f2940e80307027838cc 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -1,33 +1,33 @@ domain,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Air Quality,Toto-2.0-1B,0.1659444507036708,0.3703315233747213,1.0,1,1,1.0 -Air Quality,ETS,0.23840025316165797,0.3860835298028548,2.0,1,1,1.0 -Air Quality,ARIMA,0.22199184632815516,0.40935100466691227,3.0,1,1,1.0 -Air Quality,TiRex,0.34235816612105774,0.4363776491760164,4.0,1,1,1.0 -Air Quality,Moirai-1.1-Large,0.645501965178916,0.45141461613161654,5.0,1,1,1.0 -Air Quality,Chronos-2,0.6079153645038824,0.5076528124924617,6.0,1,1,1.0 -Air Quality,TimesFM-2.5,0.29274344000352875,0.5838387677643602,7.0,1,1,1.0 -Air Quality,Timer-S1,0.9597567158107072,0.5951525939969209,8.0,1,1,1.0 -Air Quality,Moving-Average,0.7151188654894579,0.7477084300795455,9.0,1,1,1.0 -Air Quality,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -Finance,ETS,0.28967813431637257,0.4298052545169407,1.0,1,1,1.0 -Finance,Moving-Average,0.46652504683074414,0.5675331087538944,2.0,1,1,1.0 -Finance,Timer-S1,0.917752155033288,0.7156041793809162,3.0,1,1,1.0 -Finance,Toto-2.0-1B,0.8452114994588056,0.7687213511258015,4.0,1,1,1.0 -Finance,TimesFM-2.5,1.014994709897632,0.9521124845671224,5.0,1,1,1.0 -Finance,Chronos-2,1.857503638087134,0.9829100113735939,6.0,1,1,1.0 +Air Quality,Toto-2.0-1B,0.13408473350598865,0.33909665149356233,1.0,1,1,1.0 +Air Quality,ARIMA,0.22979456811809193,0.4222407098066677,2.0,1,1,1.0 +Air Quality,TiRex,0.4329748291209313,0.45059495732596966,3.0,1,1,1.0 +Air Quality,Moirai-1.1-Large,0.639988511782639,0.49703953308970983,4.0,1,1,1.0 +Air Quality,Timer-S1,0.8515303955469982,0.562272017028835,5.0,1,1,1.0 +Air Quality,Chronos-2,0.7780913062712757,0.5694764855588144,6.0,1,1,1.0 +Air Quality,TimesFM-2.5,0.3206438748383627,0.6183440801246567,7.0,1,1,1.0 +Air Quality,Moving-Average,0.7611811892338441,0.787633324182631,8.0,1,1,1.0 +Air Quality,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 +Air Quality,ETS,1.0812067466272095,1.0162239267833477,10.0,1,1,1.0 +Finance,ETS,0.2957651540160748,0.43515746390282445,1.0,1,1,1.0 +Finance,Moving-Average,0.47942319074246903,0.5780389189628579,2.0,1,1,1.0 +Finance,Timer-S1,0.9175291673935504,0.7129947490345916,3.0,1,1,1.0 +Finance,Toto-2.0-1B,0.8408653086809279,0.7661725957109252,4.0,1,1,1.0 +Finance,TimesFM-2.5,1.007900652886561,0.9429195059610707,5.0,1,1,1.0 +Finance,Chronos-2,1.8468185660056504,0.9806059203837068,6.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 -Finance,TiRex,1.9555008260043236,1.0446091783150033,8.0,1,1,1.0 -Finance,Moirai-1.1-Large,2.481202849844482,1.1102883449132457,9.0,1,1,1.0 -Finance,ARIMA,1.294261867699447,1.9814485159753468,10.0,1,1,1.0 -Hazards,Chronos-2,0.41340592380632135,0.527212440890654,1.0,1,1,1.0 -Hazards,ETS,0.42841036677835587,0.5784684061057287,2.0,1,1,1.0 -Hazards,Toto-2.0-1B,0.554940676169973,0.5819581322300102,3.0,1,1,1.0 -Hazards,ARIMA,0.6802449540514581,0.6117712903228367,4.0,1,1,1.0 -Hazards,TiRex,0.6595183512638653,0.6370903760690755,5.0,1,1,1.0 -Hazards,Moirai-1.1-Large,0.7660456542299019,0.6417428069907517,6.0,1,1,1.0 -Hazards,Moving-Average,0.5925073416893508,0.668244196977925,7.0,1,1,1.0 -Hazards,Timer-S1,0.8259519549582502,0.7203165267426109,8.0,1,1,1.0 -Hazards,TimesFM-2.5,0.5984804527969148,0.8691623993156845,9.0,1,1,1.0 +Finance,TiRex,1.9439469013717663,1.0423755653382043,8.0,1,1,1.0 +Finance,Moirai-1.1-Large,2.3818933273279037,1.084147934011417,9.0,1,1,1.0 +Finance,ARIMA,1.3417777794551138,1.9939924563667994,10.0,1,1,1.0 +Hazards,Chronos-2,0.5225908290229244,0.5727795472751189,1.0,1,1,1.0 +Hazards,ETS,0.5477514477669481,0.6054403832032559,2.0,1,1,1.0 +Hazards,Toto-2.0-1B,0.6470046966625177,0.6171953110089171,3.0,1,1,1.0 +Hazards,ARIMA,0.7532152650098765,0.6539926559483239,4.0,1,1,1.0 +Hazards,TiRex,0.7139757635752821,0.6553928363157718,5.0,1,1,1.0 +Hazards,Moirai-1.1-Large,0.8525963847959811,0.6776841886395306,6.0,1,1,1.0 +Hazards,Moving-Average,0.6921875418883799,0.6853704314387857,7.0,1,1,1.0 +Hazards,Timer-S1,0.8448391252103941,0.724677430458751,8.0,1,1,1.0 +Hazards,TimesFM-2.5,0.6602919056851095,0.8893620899779474,9.0,1,1,1.0 Hazards,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 Hydrology,Moirai-1.1-Large,0.3265462241840362,0.21096353727959688,1.0,1,1,1.0 Hydrology,Toto-2.0-1B,8.630180358885118e-07,0.21615982809692527,2.0,1,1,1.0 @@ -39,26 +39,26 @@ Hydrology,ETS,0.12955180910838496,0.6097387987549029,7.0,1,1,1.0 Hydrology,Moving-Average,0.2141729085870418,0.7156859654377106,8.0,1,1,1.0 Hydrology,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 Hydrology,ARIMA,0.833080576024391,1.1568200704221063,10.0,1,1,1.0 -Ocean,ETS,0.25546361956108743,0.38071965916493883,2.0,2,2,1.0 -Ocean,Timer-S1,0.07069651082075788,0.22493334776089607,3.0,2,2,1.0 -Ocean,TiRex,0.242753867328613,0.4114164587716959,4.0,2,2,1.0 -Ocean,Moirai-1.1-Large,0.8832188815671566,0.8015089310969871,5.5,2,2,1.0 -Ocean,Moving-Average,0.9523139536363813,0.946938343401142,5.5,2,2,1.0 -Ocean,TimesFM-2.5,0.13931048306173027,0.30997524410387073,6.0,2,2,1.0 -Ocean,ARIMA,0.24581318256769064,0.48055701377831245,6.5,2,2,1.0 -Ocean,Toto-2.0-1B,0.536437440303936,0.5872089776291036,6.5,2,2,1.0 -Ocean,Chronos-2,0.44717426523011883,0.5448075924531648,7.5,2,2,1.0 +Ocean,ETS,0.2507595609057613,0.37727096245938607,2.0,2,2,1.0 +Ocean,TiRex,0.23955572524937602,0.40678604082610026,3.5,2,2,1.0 +Ocean,Timer-S1,0.07125835342761151,0.22657854024318136,3.5,2,2,1.0 +Ocean,Moirai-1.1-Large,0.8735126190730423,0.7975550659622055,5.0,2,2,1.0 +Ocean,TimesFM-2.5,0.13672028031615754,0.3076042473487555,6.0,2,2,1.0 +Ocean,Toto-2.0-1B,0.5363487465928597,0.587802808140519,6.0,2,2,1.0 +Ocean,Moving-Average,0.9536566277068115,0.9484806393954277,6.5,2,2,1.0 +Ocean,ARIMA,0.24710249934453649,0.4811605541951053,7.0,2,2,1.0 +Ocean,Chronos-2,0.44591304862782516,0.5372194090424729,7.0,2,2,1.0 Ocean,Seasonal-Naive,1.0,1.0,8.5,2,2,1.0 -Weather,Chronos-2,0.13700960440408302,0.34598613103828746,1.6666666666666667,3,3,1.0 -Weather,Timer-S1,0.40426646280240314,0.5152056601717778,3.6666666666666665,3,3,1.0 -Weather,TimesFM-2.5,0.21945586083425922,0.5087350587676926,4.0,3,3,1.0 -Weather,Toto-2.0-1B,0.2643020071777743,0.42399487819585924,4.333333333333333,3,3,1.0 -Weather,TiRex,0.2386825302340289,0.46035253009838856,4.666666666666667,3,3,1.0 -Weather,Moirai-1.1-Large,0.6026693751393457,0.5990528695457678,5.0,3,3,1.0 -Weather,ETS,3.455468285451221,1.8705609248915789,7.333333333333333,3,3,1.0 -Weather,Seasonal-Naive,1.0,1.0,7.666666666666667,3,3,1.0 -Weather,ARIMA,2.6163474771891964,1.54880304538443,8.0,3,3,1.0 -Weather,Moving-Average,1.7086502066016622,1.3503192084190516,8.666666666666666,3,3,1.0 +Weather,Chronos-2,0.3678081815048506,0.4594863843749116,2.3333333333333335,3,3,1.0 +Weather,Moirai-1.1-Large,0.337818664678627,0.4200189973964505,3.0,3,3,1.0 +Weather,Timer-S1,0.4359418905901676,0.534591299207874,4.0,3,3,1.0 +Weather,TimesFM-2.5,0.27480182756269983,0.5560123787477926,4.0,3,3,1.0 +Weather,TiRex,0.417742717476148,0.5340334993188819,4.333333333333333,3,3,1.0 +Weather,Toto-2.0-1B,0.6710031244137145,0.6171975671854786,5.666666666666667,3,3,1.0 +Weather,ETS,3.7327906570906855,1.8872047850023645,7.0,3,3,1.0 +Weather,Seasonal-Naive,1.0,1.0,8.0,3,3,1.0 +Weather,ARIMA,2.970854916079208,1.6484070408433664,8.333333333333334,3,3,1.0 +Weather,Moving-Average,1.682030737808368,1.3015650904484852,8.333333333333334,3,3,1.0 Web,Timer-S1,0.07964128523181596,0.2055042777744156,1.0,1,1,1.0 Web,TiRex,0.06236664013921311,0.21782916134449717,2.0,1,1,1.0 Web,Moirai-1.1-Large,0.11794628922452742,0.23000093954870818,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 6706e80880d83615c3956abcb65280c91a64dbb5..632923d08bb837a2d97daf4d5972efff9e6985d5 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -1,14 +1,14 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -10min,ETS,0.9425116505356088,0.9203289428422581,1.0,1,1,1.0 -10min,Moving-Average,0.954564668062432,0.9273097268332593,2.0,1,1,1.0 -10min,Moirai-1.1-Large,1.0567872658856674,0.9333198946512411,3.0,1,1,1.0 -10min,TiRex,1.0745574850504225,0.9499191804114027,4.0,1,1,1.0 -10min,Timer-S1,1.028271629856577,0.9700865776526483,5.0,1,1,1.0 -10min,Toto-2.0-1B,1.0432060598265553,0.9711339890858831,6.0,1,1,1.0 +10min,ETS,0.9081207647955372,0.9037311129777753,1.0,1,1,1.0 +10min,Moirai-1.1-Large,1.0336874614756695,0.9241344224288065,2.0,1,1,1.0 +10min,TiRex,1.046430641851709,0.9286571699274393,3.0,1,1,1.0 +10min,Moving-Average,0.9572582603187272,0.9303328397368391,4.0,1,1,1.0 +10min,Toto-2.0-1B,1.0428611242912003,0.9730991517837414,5.0,1,1,1.0 +10min,Timer-S1,1.044680430660759,0.9843291589572458,6.0,1,1,1.0 10min,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 -10min,ARIMA,1.0104752705896327,1.0182088911677363,8.0,1,1,1.0 -10min,Chronos-2,1.1508732775244659,1.042922592291134,9.0,1,1,1.0 -10min,TimesFM-2.5,1.0862094211275681,1.0573860363979155,10.0,1,1,1.0 +10min,Chronos-2,1.1443905539813823,1.0140728664176637,8.0,1,1,1.0 +10min,ARIMA,1.021103174500045,1.0207680718719805,9.0,1,1,1.0 +10min,TimesFM-2.5,1.0461930949067064,1.0412720358264953,10.0,1,1,1.0 15min,Moirai-1.1-Large,0.3265462241840362,0.21096353727959688,1.0,1,1,1.0 15min,Toto-2.0-1B,8.630180358885118e-07,0.21615982809692527,2.0,1,1,1.0 15min,Timer-S1,0.00021721954345703108,0.21806509012803,3.0,1,1,1.0 @@ -29,15 +29,15 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.3260121262462075,0.4708403920812065,3.0,6,6,1.0 -1h,Toto-2.0-1B,0.33592785149289467,0.4825646813851103,3.5,6,6,1.0 -1h,ETS,1.0337936385452011,0.9254608163681832,4.5,6,6,1.0 -1h,Timer-S1,0.6029862611261337,0.5894691428847991,5.0,6,6,1.0 -1h,TiRex,0.42632216539229717,0.5521386689070512,5.166666666666667,6,6,1.0 -1h,TimesFM-2.5,0.3512964372618544,0.6318192499437797,5.5,6,6,1.0 -1h,Moirai-1.1-Large,0.8032338034916967,0.6406605432008923,5.833333333333333,6,6,1.0 -1h,ARIMA,1.2322111352147784,1.107327420833973,6.833333333333333,6,6,1.0 -1h,Moving-Average,0.997664236980082,0.94187803425079,7.333333333333333,6,6,1.0 +1h,Chronos-2,0.5782027095444076,0.5605692766977062,3.3333333333333335,6,6,1.0 +1h,Toto-2.0-1B,0.5294981797599627,0.5790608786530345,4.166666666666667,6,6,1.0 +1h,Moirai-1.1-Large,0.6071763064074462,0.5479222530171676,4.666666666666667,6,6,1.0 +1h,Timer-S1,0.6160935238157701,0.5950322883955194,4.666666666666667,6,6,1.0 +1h,TiRex,0.5937352904576834,0.6004860973762407,4.833333333333333,6,6,1.0 +1h,TimesFM-2.5,0.40523403722235113,0.6683533620480065,5.5,6,6,1.0 +1h,ETS,1.4451847330169787,1.102877781580511,5.666666666666667,6,6,1.0 +1h,ARIMA,1.3513379275490744,1.1623626453067857,6.833333333333333,6,6,1.0 +1h,Moving-Average,1.0311506216009256,0.939580583921353,7.0,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,8.333333333333334,6,6,1.0 6min,Timer-S1,0.004860580120183471,0.05215514996336791,1.0,1,1,1.0 6min,TimesFM-2.5,0.017867098474202394,0.09086998376163129,2.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index a9335ced8f46f4fac81c03d27c6c6f93b680a414..e46fbfa607d89bbbcd24a64c4d8bef22f7783fdc 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,15 +9,15 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.08180503797310691,0.42842330040652693,3.2857142857142856,7,7,1.0 -24,Toto-2.0-1B,0.053412422783944154,0.4302587791677111,3.2857142857142856,7,7,1.0 -24,Timer-S1,0.1942638153562492,0.5114046319246961,4.714285714285714,7,7,1.0 -24,ETS,0.7683836015156147,0.8719072564282152,4.857142857142857,7,7,1.0 -24,TiRex,0.10670381335640881,0.48742514890635474,5.0,7,7,1.0 -24,Moirai-1.1-Large,0.7063167478895472,0.5466517617325796,5.142857142857143,7,7,1.0 -24,TimesFM-2.5,0.1170199379763372,0.575584051847126,5.571428571428571,7,7,1.0 -24,ARIMA,1.1651978733772577,1.1142659961194346,7.285714285714286,7,7,1.0 -24,Moving-Average,0.8008006611977295,0.9056403994720742,7.428571428571429,7,7,1.0 +24,Chronos-2,0.13368323227500836,0.497515294016909,3.5714285714285716,7,7,1.0 +24,Toto-2.0-1B,0.07889137558847005,0.5030238993480646,3.857142857142857,7,7,1.0 +24,Moirai-1.1-Large,0.5556910038489074,0.4780826737634909,4.142857142857143,7,7,1.0 +24,Timer-S1,0.19787775090618137,0.5155387740025634,4.428571428571429,7,7,1.0 +24,TiRex,0.14173730911908788,0.5237872208597197,4.714285714285714,7,7,1.0 +24,TimesFM-2.5,0.13226054132468212,0.6039965022084106,5.571428571428571,7,7,1.0 +24,ETS,1.023960919644377,1.0133472844984974,5.857142857142857,7,7,1.0 +24,Moving-Average,0.8237850064178374,0.903746590407135,7.142857142857143,7,7,1.0 +24,ARIMA,1.2611100080023818,1.1615692259970756,7.285714285714286,7,7,1.0 24,Seasonal-Naive,1.0,1.0,8.428571428571429,7,7,1.0 60,Timer-S1,0.004860580120183471,0.05215514996336791,1.0,1,1,1.0 60,TimesFM-2.5,0.017867098474202394,0.09086998376163129,2.0,1,1,1.0 @@ -29,13 +29,13 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 60,Moirai-1.1-Large,0.7381576386643689,0.6883133749852083,8.0,1,1,1.0 60,Moving-Average,0.950068546043484,0.9669824442211793,9.0,1,1,1.0 60,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -72,ETS,0.9425116505356088,0.9203289428422581,1.0,1,1,1.0 -72,Moving-Average,0.954564668062432,0.9273097268332593,2.0,1,1,1.0 -72,Moirai-1.1-Large,1.0567872658856674,0.9333198946512411,3.0,1,1,1.0 -72,TiRex,1.0745574850504225,0.9499191804114027,4.0,1,1,1.0 -72,Timer-S1,1.028271629856577,0.9700865776526483,5.0,1,1,1.0 -72,Toto-2.0-1B,1.0432060598265553,0.9711339890858831,6.0,1,1,1.0 +72,ETS,0.9081207647955372,0.9037311129777753,1.0,1,1,1.0 +72,Moirai-1.1-Large,1.0336874614756695,0.9241344224288065,2.0,1,1,1.0 +72,TiRex,1.046430641851709,0.9286571699274393,3.0,1,1,1.0 +72,Moving-Average,0.9572582603187272,0.9303328397368391,4.0,1,1,1.0 +72,Toto-2.0-1B,1.0428611242912003,0.9730991517837414,5.0,1,1,1.0 +72,Timer-S1,1.044680430660759,0.9843291589572458,6.0,1,1,1.0 72,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 -72,ARIMA,1.0104752705896327,1.0182088911677363,8.0,1,1,1.0 -72,Chronos-2,1.1508732775244659,1.042922592291134,9.0,1,1,1.0 -72,TimesFM-2.5,1.0862094211275681,1.0573860363979155,10.0,1,1,1.0 +72,Chronos-2,1.1443905539813823,1.0140728664176637,8.0,1,1,1.0 +72,ARIMA,1.021103174500045,1.0207680718719805,9.0,1,1,1.0 +72,TimesFM-2.5,1.0461930949067064,1.0412720358264953,10.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index c689cc80520d4889fa902d307085917a8f4ab663..4790b276efd8827bdadc6285a3ded13cc82a735e 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.14516695319864026,0.3961212274591828,4.0,10,10,1.0 -Overall,Toto-2.0-1B,0.09036404695479511,0.4321241369159885,4.0,10,10,1.0 -Overall,Chronos-2,0.11498866857375332,0.42494740416572563,4.3,10,10,1.0 -Overall,TiRex,0.11919400828493197,0.43471386036886106,4.5,10,10,1.0 -Overall,ETS,0.5756869135859133,0.6947606210636381,4.7,10,10,1.0 -Overall,Moirai-1.1-Large,0.6175636851624603,0.5411929875795652,5.0,10,10,1.0 -Overall,TimesFM-2.5,0.11631721375711594,0.4730478400814755,5.7,10,10,1.0 -Overall,ARIMA,0.7555874814627285,0.8551333191147943,7.1,10,10,1.0 -Overall,Moving-Average,0.7707311370751304,0.8559697716188779,7.1,10,10,1.0 +Overall,Timer-S1,0.14728511507897074,0.39894109524854465,3.9,10,10,1.0 +Overall,Moirai-1.1-Large,0.5209614900595801,0.49224033752888,4.2,10,10,1.0 +Overall,TiRex,0.1450158505438722,0.4561348335215905,4.2,10,10,1.0 +Overall,Toto-2.0-1B,0.11872779050549281,0.48216705638985424,4.3,10,10,1.0 +Overall,Chronos-2,0.16207556423431582,0.47051149348078647,4.4,10,10,1.0 +Overall,ETS,0.7012384981195992,0.7704534802767722,5.4,10,10,1.0 +Overall,TimesFM-2.5,0.12625050432024407,0.4885242170062032,5.7,10,10,1.0 +Overall,Moving-Average,0.7863717501235009,0.8549946564941254,7.1,10,10,1.0 +Overall,ARIMA,0.7994410592741661,0.8806071387249413,7.2,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,8.6,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index e07e149a870cc07c59b516497242795b0140c6cf..4285082a6efdcb133f4ddda46edbf4fdfc958f17 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,299449.9199319081,723460.0115788542,813.631387643748,0.7309585196880416,0.012678801851434227,0.012767189312437881,13.876352638690927,547.2201750044566,0.008534093650347047,0.012688871456460861,0.01145118259175226,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,308234.36241777224,732119.3185178094,817.4367261854146,0.7343771987969975,0.012737015993367795,0.012826448849316033,14.013099803049165,555.1885827516379,0.00865784973989095,0.012747460173091649,0.011509844793120984,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,23.339012917563625,24.127678798785734,3.92323273134415,2.1556225096116486,0.14572634493310063,0.16336371691708315,74.95807047940423,4.831046772446281,0.19184460425807365,0.1557946064711608,0.1530334168746246,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.06734987674303498,0.06922221894508991,0.2326450175380839,0.6800497119835325,0.13949892437846162,0.15227577009469948,25.39702915552029,0.2595185479749665,0.16667323312626248,0.14941397270583076,0.14757857299937116,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.055435817844219595,0.06325049777020283,0.2263784974437202,3.6786518990488912,0.14540567895416012,0.15907118159160577,52.22025398506824,0.23544812134357665,0.15638620385711355,0.15036209950658208,0.13341294108721424,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ARIMA,1.7565951207547847,1.3813131146889337,1.0211066038494647,0.5867492271595073,0.06210310011683076,0.05962293227432059,6.871640338805189,1.3253660327452128,0.07867619526660372,0.060614789097981146,0.055704048797661505,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,39.92014682764222,38.93377324589405,5.475339990030119,0.4730053566777304,0.29013923689569626,0.2526649927278955,4.728355833184082,6.318239218931349,0.2821692116960469,0.24452577929076147,0.2070505540362538,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,23.567407821312997,22.949642868266967,4.2976735309615615,2.209018355288315,0.18402331672004726,0.16487995786055407,63.495836932454516,4.854627464730224,0.19919824635029396,0.17634494860280542,0.1672781445889125,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,19.69876012774014,15.128677313573506,3.3673381880684485,0.6281045324894515,0.71057435838717,0.4384074787141799,3.496087544897558,4.438328528594987,0.6157218767993046,0.4671451821597848,0.35933803201788517,Hazards,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.05956437382396156,0.0670397674609913,0.23365346363857645,3.7968701419934447,0.1494466734401042,0.1638030961742768,54.65480350699836,0.24405813615604288,0.16136074891660354,0.1544816266873944,0.13768550339374566,Ocean,1 +nws_ksfo_observations_temperature/1h/short,ARIMA,2.734186441011413,2.297506900496867,1.2904526126747708,0.7060226732778349,0.08602286623341183,0.08103572279508857,10.245475516843822,1.6535375535534151,0.10625140906367327,0.08292064981042704,0.07575426396299487,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,41.113025405741816,40.67921512904482,5.624639938201898,0.4861723548137316,0.3043717466105424,0.25925655354034677,3.635612654126927,6.4119439646445615,0.2891519196200356,0.25364779297361706,0.21419181842926133,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,21.752905983791354,21.01868110635593,4.169883176341487,2.1607766214447426,0.17838293094983282,0.16077779852709725,62.486179946996096,4.66400107030341,0.19226386695347097,0.17189487140822673,0.16300120530332773,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,23.1613693990537,20.815725487837135,3.8381228528425786,0.7187122117156454,0.8534435147227489,0.4790928360372206,3.6149833441266352,4.812626039809627,0.645268295840397,0.5146086506604575,0.389505197721476,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ARIMA,433.896133346037,602.448025315134,24.539267992034848,1.3857468983737327,0.010224694996681187,0.010277259801827922,6.86320271867667,20.830173627361752,0.00867923901140073,0.010224694996681187,0.007451045939697898,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,2599.5201170151004,2216.5686908570165,40.432826615787135,0.8381357911778606,0.1818877265305847,0.16515149789232947,7.202835508742811,50.98548927896152,0.20266804369831382,0.1607210598015389,0.1217255860630082,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 1ffc8b0a684d0a2938386879bccc425b888dc627..dded217503f9a5846194ef2c05de147ff16a26dd 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T03:20:43.295114+00:00", + "evaluated_at": "2026-06-22T03:29:35.105144+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64164.0 + 64255.328125 ], "p50": [ 63707.84300941938, diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 2322258a5e222bd9a054cd6bcd7e8aae13b67f1f..6acbd2ac26dcbbe6652d692015f59921d2a1a817 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T03:07:52.334042+00:00", + "evaluated_at": "2026-06-22T03:29:35.169794+00:00", "freq": "10min", "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -83,13 +82,13 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -157,232 +156,232 @@ 1.7000000476837158, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842 ], "p50": [ - 1.2844829178344763, - 1.2847071225545292, - 1.2852626981770363, - 1.2853375675591523, - 1.286630797482387, - 1.2867153829873577, - 1.286754977739784, - 1.286241156699354, - 1.28675822447255, - 1.287558930580734, - 1.2867330206807601, - 1.2857326079889135, - 1.2857681809921064, - 1.285732961838573, - 1.2867767568927189, - 1.2875610325964961, - 1.2867907526434053, - 1.2867767962858248, - 1.2867907599196162, - 1.2875610517654394, - 1.286762838774677, - 1.2857683871569183, - 1.2856968047938209, - 1.2867907618307644, - 1.2875693071309817, - 1.2862511919261774, - 1.2867628391833972, - 1.285678200083587, - 1.2857683873458379, - 1.2862511919342827, - 1.286776800528919, - 1.285733056730878, - 1.285696804881038, - 1.285768387346646, - 1.286762839187291, - 1.2875610526627304, - 1.2855821469464437, - 1.2867339965226605, - 1.285541824864504, - 1.2867628391872987, - 1.286790761870888, - 1.2856404923921743, - 1.2857330567309582, - 1.287561052662734, - 1.2875775616361311, - 1.2856404923921743, - 1.2867628391872987, - 1.2857683873466628, - 1.2867768005290934, - 1.2867628391872987, - 1.2857683873466628, - 1.28674841785498, - 1.286790761870888, - 1.2867339965226612, - 1.286790761870888, - 1.2856968048810749, - 1.287561052662734, - 1.2857330567309582, - 1.28674841785498, - 1.2867628391872987, - 1.286251191934662, - 1.2857330567309582, - 1.2856968048810749, - 1.2867768005290934, - 1.2867628391872987, - 1.285678200085381, - 1.2880456132059996, - 1.2867768005290934, - 1.2857683873466628, - 1.2857330567309582, - 1.285678200085381, - 1.2867628391872987 + 1.2833635243453254, + 1.2856758747143986, + 1.2834473547536818, + 1.2852084620755637, + 1.286590787185271, + 1.2855099986473244, + 1.2854953707214394, + 1.2855867255025657, + 1.2857033335573038, + 1.28572395418827, + 1.2866782967878652, + 1.285689852837896, + 1.2867377004513625, + 1.2866791812155154, + 1.2867378639202294, + 1.286709054934867, + 1.2867090658344698, + 1.2855172455564055, + 1.2856903016076977, + 1.2857084231701754, + 1.2875187849938419, + 1.2857437439630257, + 1.2856349845634834, + 1.28570842403365, + 1.2875358802877541, + 1.2856535838528371, + 1.28673790779522, + 1.2857084240723191, + 1.2866792765991657, + 1.2862115103767766, + 1.286211510376984, + 1.2857084240740508, + 1.285726084114189, + 1.2856721830713074, + 1.2857260841142186, + 1.2871283466044177, + 1.2855374047540278, + 1.28673790779916, + 1.2857437441543207, + 1.2857084240741319, + 1.2867379077991608, + 1.2857260841142264, + 1.2855575596800497, + 1.285743744154321, + 1.2855575596800497, + 1.2854332094677616, + 1.285743744154321, + 1.285743744154321, + 1.2871283466044212, + 1.2862115103771603, + 1.285743744154321, + 1.2856349846514832, + 1.285743744154321, + 1.2855967903661076, + 1.2857084240741319, + 1.2857084240741319, + 1.2856721830713245, + 1.2857084240741319, + 1.2862115103771603, + 1.2871283466044212, + 1.2855575596800497, + 1.2857084240741319, + 1.2895647488840265, + 1.2871283466044212, + 1.286709075120127, + 1.2857260841142264, + 1.2866941758600632, + 1.2857084240741319, + 1.2855575596800497, + 1.2857084240741319, + 1.2856721830713245, + 1.2875358803063766 ], "p10": [ - 1.2241058404739906, - 1.225563913659822, - 1.2257395831479134, - 1.2241186880986579, - 1.2261439275683612, - 1.2261996704086946, - 1.2262233518594312, - 1.2243330712096725, - 1.2262425118938869, - 1.2278998122088598, - 1.2264312151020307, - 1.2264132357683577, - 1.1885135534800182, - 1.226039062060832, - 1.2264321473075572, - 1.2243430863787426, - 1.2266466122809199, - 1.2264321867006633, - 1.226245172697469, - 1.2262276061123933, - 1.227880490821791, - 1.2266466213186584, - 1.2243431063577264, - 1.226247126568512, - 1.226227606991237, - 1.2262451746402563, - 1.2264136845065008, - 1.2262471266068413, - 1.1885137598337496, - 1.2260391569528377, - 1.2262471266084614, - 1.2262451746486607, - 1.2262471266085986, - 1.2262276070096707, - 1.2260391569532092, - 1.226227607009684, - 1.188513759834573, - 1.226625178451955, - 1.2264321909439317, - 1.2266251784519555, - 1.2280414134889104, - 1.2264321909439317, - 1.2262276070096876, - 1.2264321909439317, - 1.2262276070096876, - 1.2243431064449806, - 1.2262471266086354, - 1.2262276070096876, - 1.185889627019924, - 1.2262451746487406, - 1.2262451746487406, - 1.2264136845104021, - 1.2266251784519555, - 1.2262276070096876, - 1.2243431064449806, - 1.2243431064449806, - 1.2264321909439317, - 1.2280414134889104, - 1.2264136845104021, - 1.2266251784519555, - 1.2264136845104021, - 1.2264136845104021, - 1.1885137598345743, - 1.185889627019924, - 1.2243431064449806, - 1.2262471266086354, - 1.1885137598345743, - 1.2262276070096876, - 1.2262471266086354, - 1.2243431064449806, - 1.2243431064449806, - 1.2266251784519555 + 1.2181572269156038, + 1.2249125779362566, + 1.223530403263958, + 1.225071986500872, + 1.2256907137096564, + 1.1849433895877919, + 1.1849690715139474, + 1.2254286437380242, + 1.225828960527028, + 1.2254365786756094, + 1.2258326107704125, + 1.2257936516496164, + 1.2289157719169785, + 1.2252966385085857, + 1.2240189176376721, + 1.2240189413313436, + 1.2252967246074125, + 1.1884881984949915, + 1.1846606686970993, + 1.225794101480492, + 1.2256521272601129, + 1.2259746108297234, + 1.2258335904945468, + 1.2259907507152583, + 1.2240189614979813, + 1.2240189615080368, + 1.2257941023805077, + 1.225974611019206, + 1.2240189615157697, + 1.2257941023840653, + 1.2254387086013896, + 1.2258335905824658, + 1.2204658856415658, + 1.2240189615165864, + 1.225296733893062, + 1.2259902799586233, + 1.2254387086015646, + 1.22599080306653, + 1.225975081818132, + 1.2258335905825466, + 1.2252967338930696, + 1.2240189615166037, + 1.220465885641603, + 1.2258335905825466, + 1.1884882027665955, + 1.1849909506205174, + 1.225438708601566, + 1.2258335905825466, + 1.2240189615166037, + 1.225438708601566, + 1.2259908030665305, + 1.2258335905825466, + 1.225438708601566, + 1.2201161604269952, + 1.225438708601566, + 1.225438708601566, + 1.2257941023844485, + 1.2259908030665305, + 1.2259902799586269, + 1.2291013609681005, + 1.1849909506205174, + 1.225438708601566, + 1.2259902799586269, + 1.2258335905825466, + 1.2258335905825466, + 1.2259902799586269, + 1.1884882027665955, + 1.2240189615166037, + 1.1849909506205174, + 1.2259902799586269, + 1.2240189615166037, + 1.2259902799586269 ], "p90": [ - 1.3845223295564664, - 1.3837785965160547, - 1.3845496344896622, - 1.3827643224974475, - 1.3761468608148977, - 1.376202603655231, - 1.3869194274734435, - 1.3796922672138985, - 1.3848352465934397, - 1.3870043563535974, - 1.3848388854662872, - 1.375904062656296, - 1.3848396549536321, - 1.382988645951385, - 1.3793599523302809, - 1.3868178116744319, - 1.3868178225131866, - 1.386817827497401, - 1.3869412483114814, - 1.387593531093903, - 1.3793599955540339, - 1.3869412500730087, - 1.3869412501754992, - 1.3848398612680648, - 1.3868301735744273, - 1.3869412502542686, - 1.3869412502588516, - 1.3762500598533778, - 1.3850376583506117, - 1.3753405442804456, - 1.3793599959664813, - 1.3848398613081083, - 1.386830173592841, - 1.3868178317406525, - 1.379702302449199, - 1.3870064784355938, - 1.3827830607921663, - 1.3848398613081878, - 1.3827830607921676, - 1.3850376583514363, - 1.3848398613081883, - 1.382783060792168, - 1.382783060792168, - 1.383186537887018, - 1.38298874084377, - 1.3848398613081883, - 1.3875935319911976, - 1.3868178317406694, - 1.386941250262753, - 1.386941250262753, - 1.3868178317406694, - 1.3850376583514363, - 1.3848398613081883, - 1.3848398613081883, - 1.3895194906976753, - 1.382783060792168, - 1.3875935319911976, - 1.3868178317406694, - 1.3759045113983404, - 1.3848398613081883, - 1.3868178317406694, - 1.3868178317406694, - 1.3868301735928779, - 1.3868178317406694, - 1.3850376583514363, - 1.3759045113983404, - 1.386941250262753, - 1.3848398613081883, - 1.386941250262753, - 1.3868178317406694, - 1.382783060792168, - 1.3868178317406694 + 1.3845843862860376, + 1.3866864113732107, + 1.3744086726926117, + 1.3843230106124973, + 1.386675176046162, + 1.3756673883467505, + 1.386743965582042, + 1.3867684998574124, + 1.3787854928773418, + 1.38689091508608, + 1.3748962511331229, + 1.3845473072698633, + 1.3867656373408135, + 1.3826033657469616, + 1.3867658008096804, + 1.386778544535694, + 1.3867658354029544, + 1.3748972266736534, + 1.3867785627559237, + 1.383019698583206, + 1.3826034607156061, + 1.3869589809743794, + 1.3867785646329542, + 1.3868930449715546, + 1.386765844669989, + 1.3847695666645201, + 1.3845477580007546, + 1.3826034611296332, + 1.3875524065475813, + 1.3845477580043117, + 1.3847695666729107, + 1.379365886439963, + 1.3845477580046581, + 1.3787901229328434, + 1.386765844688604, + 1.386765844688608, + 1.3867658446886102, + 1.3845477580046945, + 1.383019699487162, + 1.3787901229328607, + 1.386778564720954, + 1.382603461131446, + 1.3787901229328607, + 1.3867658446886115, + 1.3827978908187708, + 1.3787901229328607, + 1.3868930450120365, + 1.3868930450120365, + 1.3875524065484153, + 1.3827978908187708, + 1.3868930450120365, + 1.3867658446886115, + 1.382603461131446, + 1.3845477580046954, + 1.389512785643992, + 1.375714949379476, + 1.3867658446886115, + 1.3748443384470526, + 1.3868930450120365, + 1.3845477580046954, + 1.386778564720954, + 1.3845477580046954, + 1.3868930450120365, + 1.389512785643992, + 1.3868930450120365, + 1.3827978908187708, + 1.3748443384470526, + 1.3868930450120365, + 1.384769566673087, + 1.3869589811656744, + 1.382603461131446, + 1.382603461131446 ], "timestamps": [ - "2026-06-20 02:10:00", "2026-06-20 02:20:00", "2026-06-20 02:30:00", "2026-06-20 02:40:00", @@ -531,6 +530,7 @@ "2026-06-21 02:30:00", "2026-06-21 02:40:00", "2026-06-21 02:50:00", - "2026-06-21 03:00:00" + "2026-06-21 03:00:00", + "2026-06-21 03:10:00" ] } diff --git a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json index 65d22b1fd1640c202d266aeea5b71e1fe4674353..c900d075e75b78a6d65736418a6bfb2f13f4b339 100644 --- a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,25 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T02:21:13.377220+00:00", + "evaluated_at": "2026-06-22T03:29:35.214031+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.200000762939453, 17.0, 17.0, 17.0, @@ -101,9 +87,7 @@ 18.299999237060547, 18.0, 18.0, - 18.0 - ], - "actuals": [ + 18.0, 18.0, 18.0, 17.0, @@ -117,7 +101,9 @@ 17.0, 17.0, 17.0, - 17.0, + 17.0 + ], + "actuals": [ 17.0, 17.0, 16.0, @@ -127,89 +113,101 @@ 16.0, 16.0, 16.100000381469727, - 16.0 + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0 ], "p50": [ - 17.80140889032502, - 17.80021029311299, - 17.800645076587266, - 17.800870407930784, - 17.80040294580084, - 17.800353669172143, - 17.800370028756742, - 17.800744421681365, - 17.800366849513733, - 17.800400531221616, - 17.800379089238483, - 17.800368945511867, - 17.80055437031583, - 17.800554367965457, - 17.800437963691646, - 17.800371178363903, - 17.80038697028159, - 17.800601784079042, - 17.800437963488775, - 17.800567025277072, - 17.800636542896953, - 17.800371178434315, - 17.800541711853022, - 17.80036250563515 + 16.824041926414303, + 16.82361769061163, + 16.823812605066337, + 16.823680894923477, + 16.823728170824893, + 16.82379462539761, + 16.82379531008102, + 16.823352425299802, + 16.823795206191306, + 16.82382079838606, + 16.823795198194752, + 16.82380117679768, + 16.82392706120465, + 16.823726708542118, + 16.822337708637075, + 16.823795197526817, + 16.82390654705089, + 16.82382080078952, + 16.82199060391518, + 16.82379431931851, + 16.823439597841237, + 16.82376725156609, + 16.823795031085734, + 16.822845082579683 ], "p10": [ - 17.314739280106362, - 17.313847510703898, - 17.383029613719337, - 17.314048955316025, - 17.314084886670376, - 17.31407203621759, - 17.314076790155582, - 17.383807998680584, - 17.314075826911772, - 17.314075669888744, - 17.314075728221923, - 17.31407517597128, - 17.311352755978703, - 17.286850911992236, - 17.633752034189392, - 17.314075700127944, - 17.399839531631105, - 17.39983953159864, - 17.286850912595135, - 17.286440421841064, - 17.314075700198803, - 17.382951562410003, - 17.314075700198508, - 17.311352754228373 + 16.34107062350337, + 16.214284042492594, + 16.320947595195157, + 16.340818540772748, + 16.32093005994865, + 16.319172500968154, + 16.320928710233222, + 16.297726817608734, + 16.3033715311085, + 16.340823808992347, + 16.342507565592527, + 16.303370037290236, + 16.326060225499283, + 16.30337152243087, + 16.30337168744571, + 16.32663040630995, + 16.345996676780956, + 16.342400856405234, + 16.247112257055225, + 16.32092859768011, + 16.326630406311047, + 16.320928597680112, + 16.34082381139589, + 16.320928597680112 ], "p90": [ - 18.28731207578662, - 18.38363958667934, - 18.382803798144778, - 18.74416157285722, - 18.41954997008694, - 18.28355738464698, - 18.296245062534798, - 18.283217110197562, - 18.283560656219535, - 18.383793173342944, - 18.293156552037182, - 18.232528541102855, - 18.382725748585873, - 18.744188330270497, - 18.38272574704127, - 18.286647976686574, - 18.382725746859734, - 18.383867257043995, - 18.3837932167864, - 18.29624398439451, - 18.383784990087367, - 18.226896442474608, - 18.286647976757138, - 18.38378499008702 + 17.429660643338973, + 17.223811807844744, + 17.42943282874654, + 17.34383152663201, + 17.3032666041184, + 17.42941342554337, + 17.34383690980826, + 17.4246921938658, + 17.424167610851278, + 17.33491114985908, + 17.334911152929465, + 17.429498322857626, + 17.30642974294247, + 17.3064297428769, + 17.217734869411636, + 17.42469222509115, + 17.4294138312318, + 17.4241676021878, + 17.424167602187907, + 17.42416760218788, + 17.42949832304263, + 17.217734869407682, + 17.248407537999466, + 17.2483870078243 ], "timestamps": [ - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", @@ -327,6 +325,8 @@ "2026-06-26 12:00:00", "2026-06-26 13:00:00", "2026-06-26 14:00:00", - "2026-06-26 15:00:00" + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00" ] } diff --git a/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 3d81c806135512eec16fa98fae0aff9df276c2ce..ae00116b84b13a35f8c0e4e0401b481eecbe6e80 100644 --- a/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T02:21:13.401383+00:00", + "evaluated_at": "2026-06-22T03:29:35.240987+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 26.299999237060547, 25.700000762939453, 24.299999237060547, 22.799999237060547, @@ -341,10 +340,10 @@ 23.5, 27.600000381469727, 31.299999237060547, - 27.0 + 27.0, + 25.299999237060547 ], "actuals": [ - 25.299999237060547, 25.600000381469727, 25.700000762939453, 26.799999237060547, @@ -367,88 +366,88 @@ 16.200000762939453, 17.799999237060547, 21.0, + 20.100000381469727, 20.100000381469727 ], "p50": [ - 24.74696325656984, - 24.091848817566106, - 23.399278791195965, - 23.187475119545418, - 23.224094851035748, - 23.43758617598212, - 23.276226286641766, - 23.439056698305368, - 23.229727249542783, - 23.10472902007822, - 23.277855362976123, - 23.062002052868586, - 23.200509389326633, - 23.135992680254247, - 23.11966485829769, - 23.404667589214622, - 23.22803698295627, - 23.38099485566172, - 23.346205778279998, - 23.35387060893577, - 23.343912761865354, - 23.351765193126113, - 23.357324905325477, - 23.06205745831728 + 24.309141161599705, + 23.968787607791455, + 23.86498422527597, + 23.823286843145237, + 23.94445833089913, + 24.09867236049532, + 23.72873839811328, + 23.824077212769666, + 23.75093517462002, + 23.85599882722786, + 23.949605231872013, + 23.714520026704395, + 23.870646195606746, + 23.85423827954398, + 23.855752061025587, + 23.844083779190505, + 23.777078715230033, + 23.872390473434027, + 23.77135925648357, + 23.590487757669422, + 24.011820717810025, + 23.95803333850963, + 24.094172933327854, + 23.69545959317996 ], "p10": [ - 21.436386396159833, - 21.557747272629957, - 20.03864364455435, - 19.243057620957583, - 19.14659175539684, - 20.21998591645064, - 19.78414519549659, - 21.623492293979787, - 20.296597043748136, - 19.965427671117343, - 20.998962423073234, - 20.421704793601005, - 19.974759840432057, - 19.33762045428286, - 20.757872123900686, - 20.81405238268736, - 20.567049265190462, - 19.774853346093714, - 20.811679367868468, - 19.892884361110585, - 21.059102449224884, - 20.19820922500539, - 20.286877936258055, - 19.888433078939105 + 20.042811316742988, + 20.229485300317226, + 20.099696322963947, + 20.503728493091472, + 20.744133109059337, + 21.519193827219606, + 20.55981578511784, + 20.783323148536244, + 21.41950587672, + 20.55219224153969, + 21.20678536479463, + 19.758399172695675, + 20.002997488771022, + 20.467096828056995, + 20.708877074095565, + 20.467090023810822, + 20.380803670387913, + 19.818202030870683, + 21.239346879809595, + 18.263853097247555, + 20.640106743747662, + 20.640106731406892, + 20.776600921214985, + 20.969167248577413 ], "p90": [ - 28.247808029801114, - 29.69207570576013, - 27.507112130846412, - 27.694335401117176, - 26.734835322807193, - 30.755453991154358, - 27.707346040967835, - 27.651103918760363, - 28.968581406457037, - 27.174110441999943, - 28.99197968058613, - 27.06697330916128, - 27.698109505109237, - 27.17797784364393, - 28.794903882586325, - 27.63277266334151, - 29.811905919759667, - 28.113574640892008, - 26.74811351816448, - 28.20513172877976, - 27.574744397243826, - 28.897988517784775, - 27.278711239769457, - 26.2089859579864 + 28.829199047686792, + 29.0961588068079, + 28.446473359519374, + 27.307129253840806, + 28.785980013109718, + 29.32990471729668, + 27.733669137291034, + 29.323747739352857, + 28.348275515448996, + 27.390828324880022, + 28.86975839303345, + 29.308485170009185, + 27.837610431994975, + 28.34976335849688, + 29.565686439748934, + 28.232537585635768, + 27.891576693945623, + 27.66827385927389, + 28.69461831756511, + 28.239023101861463, + 29.33341269261243, + 27.803968623051773, + 27.631487504690345, + 27.84578107906341 ], "timestamps": [ - "2026-06-07 03:00:00", "2026-06-07 04:00:00", "2026-06-07 05:00:00", "2026-06-07 06:00:00", @@ -807,6 +806,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index c62e2312c4a9df69563b8bc1b3c6d42bd1f54c71..f744063c12006aefd310fb6cd4a2bb833a0798b0 100644 --- a/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T02:21:13.432959+00:00", + "evaluated_at": "2026-06-22T03:29:35.277338+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 27.100000381469727, 27.5, 27.799999237060547, 28.600000381469727, @@ -341,10 +340,10 @@ 24.799999237060547, 25.700000762939453, 27.5, - 27.799999237060547 + 27.799999237060547, + 28.0 ], "actuals": [ - 28.0, 27.799999237060547, 27.799999237060547, 27.299999237060547, @@ -367,88 +366,88 @@ 23.200000762939453, 23.399999618530273, 24.399999618530273, - 24.799999237060547 + 24.799999237060547, + 25.299999237060547 ], "p50": [ - 28.0638525613933, - 28.253793978951094, - 28.427478289863227, - 28.5134196463341, - 28.54403453784972, - 28.69102636269581, - 28.610018895712578, - 28.739734247136916, - 28.723551061435984, - 28.739886479008188, - 28.770893724746976, - 28.7321160066703, - 28.819825599211867, - 28.737981394571744, - 28.85703746112616, - 28.75407710188912, - 28.716130976834634, - 28.834496509501967, - 28.80145085635727, - 28.737556536942392, - 28.72966004628654, - 28.758023567658036, - 28.703227916777458, - 28.784890602652368 + 28.10786404675006, + 28.23228640945755, + 28.294772215327164, + 28.297971113895674, + 28.372372216940136, + 28.34889229355126, + 28.450447395783534, + 28.471988079618086, + 28.469931030996978, + 28.50746966087916, + 28.395430057879192, + 28.534697216263893, + 28.452155423232504, + 28.478387115948752, + 28.427090495785546, + 28.52195595561995, + 28.450899364745315, + 28.50703304623984, + 28.530963075081896, + 28.452345249376542, + 28.448808968933, + 28.52464990871613, + 28.52511858501393, + 28.4736661617504 ], "p10": [ - 27.42002406576731, - 27.526920424062872, - 27.541650003506653, - 27.711240760893507, - 27.619987467327537, - 27.893888698919337, - 27.691602681939106, - 27.777669888141, - 28.089225085815137, - 28.111982675249568, - 27.919892631650367, - 27.92781522393065, - 28.08393563463744, - 27.99451105779014, - 27.94207744060842, - 27.835988499664996, - 27.881526742990935, - 28.088827144873303, - 28.045063808364908, - 27.942597195998385, - 28.205347581144224, - 27.845922156782393, - 28.109212610134815, - 27.950185413760703 + 27.241780986472506, + 27.518914187230454, + 27.57031157440132, + 27.368611325461544, + 27.42796719313101, + 27.70072633259692, + 27.75119993081977, + 27.853731654085493, + 27.84636705584691, + 27.821367687664104, + 27.711468787063126, + 27.675991795831806, + 27.622719152165747, + 27.77495778412187, + 27.74252919355383, + 27.69421017436153, + 27.544189998009546, + 27.73659578454085, + 27.851982124040077, + 27.810117820012856, + 27.53908556050021, + 27.676814289775297, + 27.855606478107013, + 27.74586925946832 ], "p90": [ - 28.780539328000888, - 29.073396101778684, - 29.113246400093868, - 29.255182745996937, - 29.152604901595932, - 29.306287936180226, - 29.411493769618502, - 29.527098399710862, - 29.45616808648442, - 29.370657964994056, - 29.389832234728196, - 29.592467440646914, - 29.604949170120197, - 29.41968449857715, - 29.562098705184965, - 29.579726492002955, - 29.52793875432602, - 29.55785467940934, - 29.32198478082745, - 29.53136327579683, - 29.57142813259799, - 29.524293474119002, - 29.53188067704575, - 29.56285675702416 + 28.705834375478773, + 28.949875972631762, + 29.096480176850147, + 29.09424994024946, + 29.100934661493127, + 29.218450196086042, + 29.148695078244046, + 29.265006546973602, + 29.216107219993308, + 29.199716398167602, + 29.168637757019955, + 29.581578377389484, + 29.25185096221352, + 29.176185610132045, + 29.246797358855787, + 29.100887001099142, + 29.238220841569788, + 29.2464133572802, + 29.253871515171806, + 29.48269813776502, + 29.243871529845443, + 29.27447481335921, + 29.311288839101973, + 29.131382172676442 ], "timestamps": [ - "2026-06-07 03:00:00", "2026-06-07 04:00:00", "2026-06-07 05:00:00", "2026-06-07 06:00:00", @@ -807,6 +806,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 8d15c88c8698fc71e9688deb8379f74926d580f9..1e66cfdf23fed8ff5497a93e2b60d33cc6bad1ad 100644 --- a/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T02:21:13.469541+00:00", + "evaluated_at": "2026-06-22T03:29:35.312495+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 15.0, 10.0, 16.0, 11.0, @@ -30,7 +29,7 @@ 12.0, 18.0, 18.0, - 18.0, + 19.0, 25.0, 13.0, 22.0, @@ -173,10 +172,10 @@ 10.0, 13.0, 9.0, - 12.0 + 12.0, + 11.0 ], "actuals": [ - 11.0, 2.0, 7.0, 12.0, @@ -198,89 +197,89 @@ 5.0, 8.0, 9.0, - 4.0, - 4.0 + 5.0, + 18.0, + 2.0 ], "p50": [ - 10.087203216213283, - 9.890855257442846, - 10.156703133748596, - 9.230771008400058, - 9.279397806295508, - 9.86916954390498, - 10.495167329684861, - 10.211458989369524, - 9.667257785852014, - 9.95037035867106, - 9.590241050096829, - 9.867977681471487, - 10.031571173621078, - 10.733751454905097, - 9.963123763784923, - 10.21145898936943, - 9.960867861040409, - 9.667257785852012, - 10.069551159657767, - 9.963123763784923, - 10.057077983848803, - 9.878475183840834, - 9.513224314341645, - 9.767021802536972 + 9.879513651637716, + 11.275618554813175, + 10.41300540487342, + 9.283030640874161, + 10.081013581675014, + 9.66853900019246, + 10.140018447527895, + 9.668539000154315, + 9.754659565483271, + 10.2262029883054, + 10.505277647769907, + 9.893978818102298, + 10.320726194198162, + 9.754659565483271, + 10.413001920984033, + 10.181183621915988, + 10.827309499935279, + 10.592765092950732, + 9.27580382685694, + 10.07307326107641, + 10.222348796304926, + 11.199071176352476, + 9.57669644302916, + 10.796743989110919 ], "p10": [ - 5.532651165774254, - 5.347439186337325, - 5.502261394670754, - 5.100994959351746, - 5.342560825500454, - 5.346748477538154, - 5.6750580689896655, - 5.576803367565563, - 5.0443357790344425, - 5.100994602915297, - 4.879807626343028, - 5.05834514332349, - 5.014829531025549, - 5.897167095122373, - 5.576803367565469, - 5.0140892353628, - 5.549610218593553, - 5.342560817403427, - 5.300295663532082, - 4.879807626343028, - 4.888004956761352, - 5.243298221525118, - 5.304871877846314, - 5.097065729663579 + 4.605102997446555, + 5.588953793428128, + 5.077899540964144, + 4.895956875320972, + 5.507259057980625, + 5.507259056300417, + 5.526498245037522, + 5.077896057074777, + 5.332623404219974, + 5.332623404219974, + 5.588796924099282, + 4.899638202591629, + 5.1078088466495215, + 5.582567056193021, + 5.5957914295831035, + 5.582567056193021, + 5.073970460558226, + 5.603877705923678, + 5.111734443166054, + 5.3281520341174025, + 5.505776103189767, + 5.570322372902422, + 5.3148054564650264, + 5.3281520341174025 ], "p90": [ - 15.908920675367547, - 15.446417494410381, - 15.626386010076525, - 14.748248393696532, - 15.413898481642775, - 15.626370319694585, - 16.24249915222469, - 15.796116528164418, - 15.626505532272818, - 15.632899025853149, - 15.7984829921077, - 15.796116528164326, - 15.258850622580809, - 15.829710135790675, - 15.433985000973031, - 15.915692678204278, - 15.82023178577392, - 15.829710135790675, - 15.82428734935651, - 15.41389847354575, - 16.658430214624264, - 15.82428734935651, - 15.73082946473934, - 16.82156405620776 + 15.802615997501194, + 15.871947238023859, + 15.832887901680058, + 16.164019530026767, + 15.750711387934803, + 16.12128511830029, + 15.84023353976636, + 15.746001204152861, + 15.280468380541954, + 16.121285118262126, + 16.670074355165877, + 15.832067848682357, + 15.759360132812695, + 15.753271975739809, + 15.84023353976551, + 16.125558551701268, + 18.297460395209807, + 15.832067848682357, + 15.638694345191334, + 15.767447473507977, + 15.749750414372404, + 18.297460395209807, + 15.639217698753955, + 15.76663090439966 ], "timestamps": [ - "2026-06-14 03:00:00", "2026-06-14 04:00:00", "2026-06-14 05:00:00", "2026-06-14 06:00:00", @@ -471,6 +470,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index db1242947f858c306f2c7b9d852b3a4f370b4804..17bde37c8cd7ae9216516d2ee79bdda0f99dcf8b 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,43 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T03:20:43.430578+00:00", + "evaluated_at": "2026-06-22T03:29:35.328457+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 78, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 1011e65b4975e76a833d1b2ef7b8f95c71d8ff68..d7c39775ae59dac168db1847f28a787ad6a1fb7a 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,4.400,4.300,4.600,4.600,4.400,4.600,4.100,4.600,4.400,4.600 +2026-06-22,Chronos-2,4.800,4.400,4.800,4.800,4.800,4.800,4.300,4.800,4.800,4.900 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 770b8fb4ec0bea6c58cf15cc993d5a089e91386f..239e9360b92de8f8398b219982d1431f9dffef85 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.4,4.3,4.6,4.6,4.4,4.6,4.1,4.6,4.4,4.6 +2026-W26,Chronos-Bolt-Mini,4.8,4.4,4.8,4.8,4.8,4.8,4.3,4.8,4.8,4.9 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 63a0ad64b9ac2d87e09473de7d396cff3b169cb5..f0790cd95e6d361a2fba855e8c284e0bb04d4894 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,429765.6676597595,429765.6676597595,564.4694010416666,0.5071138159867457,0.008821234843088726,0.008768906982697416,1.5713130905677988,655.5651513463475,0.010223772168941143,0.00880310147776561,0.005680431220268137,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,424252.772635142,424252.772635142,560.6640625,0.5036951368777897,0.008761301974702438,0.00870964457485128,1.5713130905677988,651.346891168709,0.010157383792610329,0.008743236728002594,0.005660313262868167,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.19569433477284737,0.19569433477284737,0.35954654614130654,1.0509983310003332,0.2097330423832579,0.24795976391538377,13.043946764430284,0.44237352404144553,0.28411004175531374,0.23091523042327244,0.18518447659901793,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.06313821152436302,0.06313821152436302,0.2246868842177921,3.6511631742968254,0.1441868098063588,0.15776169212863145,96.55580869119147,0.25127318106865887,0.16689731348965264,0.14923851878192917,0.1366511052602274,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,0.07786747901207036,0.07786747901207036,0.23360876242319742,0.13423648450882741,0.013737275285611228,0.013724816158544496,1.3958654738587886,0.2790474493918021,0.01656477612567398,0.013867451069594723,0.017611260361001982,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,109.31964849691288,109.31964849691288,8.504114389419556,0.7346560519200726,0.45654499363250906,0.3394857527330733,3.5314221071149796,10.455603688783967,0.46694171405074625,0.37978923720482166,0.25677180435932784,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,2.1754387806845443,2.1754387806845443,1.3531458377838135,0.6955214190915154,0.05562622658589883,0.05385530573831728,3.592932300473359,1.4749368734574861,0.060520573577409136,0.05552316421826897,0.03435045632534217,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,11.971546543558057,11.971546543558057,2.8622121016184487,0.5338841225816796,0.6251072400117391,0.3888149813885316,6.361810406254982,3.4599922750720205,0.47999892833369073,0.397069886929727,0.3096704339705451,Hazards,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.06675614028066512,0.06675614028066512,0.23159462379084694,3.763413982502984,0.14799200412465366,0.16221149817359948,92.01468770110367,0.2583720965597197,0.17082452425750488,0.1531204102782165,0.13678242583998593,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,1.8575773484371894,1.8575773484371894,1.162847359975179,0.6362082525463973,0.07749478142076036,0.07343225965614342,7.867669781268283,1.3629296931379804,0.08757781160725979,0.0747211155004131,0.0506007762921986,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,139.2099382709439,139.2099382709439,9.507965405782064,0.8218321495427673,0.5159466766353785,0.36786762334697,5.5038395966277065,11.798726129160888,0.5320733194378536,0.428769568780094,0.2888807288392381,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.731294897362962,1.731294897362962,1.1828687191009521,0.6129464463112605,0.048871299810660435,0.04744657002235242,3.042537326000126,1.31578679783731,0.05424060887320273,0.048761334014413814,0.030780436242707168,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,16.069667992454924,16.069667992454924,3.2962093353271484,0.6172355582407144,0.7425622622229376,0.43020334916751174,7.602293959519645,4.008699039894979,0.5374792008797737,0.44194985501593054,0.34113626320268853,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,0.010635467867056528,0.010635467867056528,0.069610595703125,0.003930951286764706,2.9004414876302087e-05,2.9003515798375443e-05,3.125064338235294,0.10312840475376572,4.297016864740238e-05,2.9004414876302084e-05,0.0015661044650607638,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,622.5729710326663,622.5729710326663,21.40478515625,0.43196852437804456,0.09646219551586514,0.09093249304966737,2.761189469192312,24.95141220517721,0.10043696689835566,0.08616072230807936,0.07001796725093194,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index ad1c765c0109ff31f66e9aef1740a954e9fb0bae..893cbfe35807d79484247c3052f0589438c47d77 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T03:18:32.472482+00:00", + "evaluated_at": "2026-06-22T03:25:03.039850+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64164.0 + 64255.328125 ], "p50": [ 64444.35546875, diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 16d39ef521ab124b62f2349e9a67715fee370b43..5d36f13681865c430671f89aca12242ed28041b9 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T03:04:52.391615+00:00", + "evaluated_at": "2026-06-22T03:25:07.692480+00:00", "freq": "10min", "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -83,13 +82,13 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -157,232 +156,232 @@ 1.7000000476837158, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842 ], "p50": [ - 1.3016953468322754, - 1.3017219305038452, - 1.3012372255325317, - 1.3017926216125488, - 1.300042986869812, - 1.2994096279144287, - 1.2972970008850098, - 1.2960354089736938, - 1.295343279838562, - 1.2933350801467896, - 1.2922672033309937, - 1.2915666103363037, - 1.292826771736145, - 1.292181372642517, - 1.2936749458312988, - 1.2941032648086548, - 1.294094443321228, - 1.2938836812973022, - 1.2936325073242188, - 1.2940936088562012, - 1.2923685312271118, - 1.2924120426177979, - 1.2914334535598755, - 1.2916128635406494, - 1.291321039199829, - 1.2911301851272583, - 1.2911126613616943, - 1.2917978763580322, - 1.2922873497009277, - 1.2913237810134888, - 1.2915260791778564, - 1.2916206121444702, - 1.2895108461380005, - 1.2883135080337524, - 1.2862671613693237, - 1.2869224548339844, - 1.2866652011871338, - 1.2888741493225098, - 1.2887234687805176, - 1.2897552251815796, - 1.2906744480133057, - 1.2893036603927612, - 1.288469672203064, - 1.2873061895370483, - 1.2861363887786865, - 1.2831215858459473, - 1.2822747230529785, - 1.2819650173187256, - 1.2843741178512573, - 1.2848126888275146, - 1.2855290174484253, - 1.2867990732192993, - 1.2874746322631836, - 1.2874020338058472, - 1.2868735790252686, - 1.2863054275512695, - 1.2851738929748535, - 1.28240168094635, - 1.2799639701843262, - 1.278184413909912, - 1.279054045677185, - 1.2806024551391602, - 1.2830485105514526, - 1.284374475479126, - 1.2834875583648682, - 1.2833030223846436, - 1.2843438386917114, - 1.2838923931121826, - 1.2825566530227661, - 1.2814730405807495, - 1.2811442613601685, - 1.280437707901001 + 1.3026154041290283, + 1.3022229671478271, + 1.3015248775482178, + 1.3016297817230225, + 1.2994258403778076, + 1.298417329788208, + 1.296439290046692, + 1.2948825359344482, + 1.2927378416061401, + 1.291676640510559, + 1.290057897567749, + 1.2906192541122437, + 1.2917762994766235, + 1.2922428846359253, + 1.293974757194519, + 1.295196294784546, + 1.2952226400375366, + 1.2944481372833252, + 1.2952144145965576, + 1.2941412925720215, + 1.2921079397201538, + 1.2920719385147095, + 1.2914910316467285, + 1.2920843362808228, + 1.2927844524383545, + 1.2934699058532715, + 1.2937862873077393, + 1.2946070432662964, + 1.2935985326766968, + 1.2937819957733154, + 1.2937098741531372, + 1.293972134590149, + 1.2903523445129395, + 1.2876334190368652, + 1.287559986114502, + 1.2883132696151733, + 1.2885725498199463, + 1.2896991968154907, + 1.2898045778274536, + 1.2912886142730713, + 1.291479468345642, + 1.2909746170043945, + 1.2894656658172607, + 1.2882254123687744, + 1.2858363389968872, + 1.2844452857971191, + 1.2844740152359009, + 1.285328984260559, + 1.2849628925323486, + 1.285497784614563, + 1.2869504690170288, + 1.2878338098526, + 1.287498116493225, + 1.286485195159912, + 1.2853503227233887, + 1.2832238674163818, + 1.279809832572937, + 1.2765100002288818, + 1.274235486984253, + 1.2735743522644043, + 1.2765252590179443, + 1.2794898748397827, + 1.2823137044906616, + 1.28386652469635, + 1.285915493965149, + 1.284747838973999, + 1.2850922346115112, + 1.2834982872009277, + 1.2807929515838623, + 1.2798315286636353, + 1.2800114154815674, + 1.2807382345199585 ], "p10": [ - 1.2725017070770264, - 1.2588403224945068, - 1.247257947921753, - 1.2383148670196533, - 1.2304937839508057, - 1.2230830192565918, - 1.2156648635864258, - 1.211656093597412, - 1.2044094800949097, - 1.1986744403839111, - 1.1984484195709229, - 1.1974846124649048, - 1.199344277381897, - 1.1949273347854614, - 1.1953418254852295, - 1.1974071264266968, - 1.213521957397461, - 1.2119371891021729, - 1.2097415924072266, - 1.2077927589416504, - 1.2052963972091675, - 1.2040245532989502, - 1.2021865844726562, - 1.2031716108322144, - 1.2027723789215088, - 1.2040624618530273, - 1.2042598724365234, - 1.202134132385254, - 1.2010064125061035, - 1.196991205215454, - 1.196724772453308, - 1.1961115598678589, - 1.1926207542419434, - 1.1936092376708984, - 1.1898651123046875, - 1.1898969411849976, - 1.1899937391281128, - 1.192708969116211, - 1.195379376411438, - 1.1982299089431763, - 1.200019359588623, - 1.2014951705932617, - 1.2029486894607544, - 1.1995173692703247, - 1.1970115900039673, - 1.1939855813980103, - 1.1928819417953491, - 1.1924954652786255, - 1.1917195320129395, - 1.190057635307312, - 1.1886632442474365, - 1.1876164674758911, - 1.1867945194244385, - 1.1893514394760132, - 1.1902576684951782, - 1.1887867450714111, - 1.189380407333374, - 1.1857678890228271, - 1.185420036315918, - 1.1836071014404297, - 1.1831072568893433, - 1.182923436164856, - 1.18643319606781, - 1.1872403621673584, - 1.1923208236694336, - 1.1909250020980835, - 1.1907457113265991, - 1.19014573097229, - 1.18821120262146, - 1.189162015914917, - 1.1892623901367188, - 1.1888564825057983 + 1.2781527042388916, + 1.2663354873657227, + 1.257421612739563, + 1.2493524551391602, + 1.2421064376831055, + 1.2378807067871094, + 1.234208583831787, + 1.2277588844299316, + 1.2210804224014282, + 1.2199612855911255, + 1.2165076732635498, + 1.214269995689392, + 1.212839126586914, + 1.2129645347595215, + 1.2148951292037964, + 1.216437816619873, + 1.2220193147659302, + 1.2207063436508179, + 1.2213311195373535, + 1.2184693813323975, + 1.2152856588363647, + 1.2124892473220825, + 1.2116650342941284, + 1.2116891145706177, + 1.2097744941711426, + 1.2122752666473389, + 1.2112468481063843, + 1.2098053693771362, + 1.207831621170044, + 1.2058953046798706, + 1.2056035995483398, + 1.2028447389602661, + 1.1957924365997314, + 1.1933611631393433, + 1.1930639743804932, + 1.1946030855178833, + 1.1945241689682007, + 1.1962002515792847, + 1.1971728801727295, + 1.1981520652770996, + 1.198065161705017, + 1.2018123865127563, + 1.2014784812927246, + 1.1980822086334229, + 1.1955362558364868, + 1.192903995513916, + 1.1931037902832031, + 1.1921954154968262, + 1.1898980140686035, + 1.1899787187576294, + 1.1900193691253662, + 1.1892120838165283, + 1.1878225803375244, + 1.1891189813613892, + 1.1882531642913818, + 1.1833974123001099, + 1.1831697225570679, + 1.1802566051483154, + 1.1787950992584229, + 1.1777398586273193, + 1.1770983934402466, + 1.1785904169082642, + 1.1828402280807495, + 1.1830400228500366, + 1.1900346279144287, + 1.18879234790802, + 1.1893048286437988, + 1.1878390312194824, + 1.1861975193023682, + 1.1860442161560059, + 1.1862730979919434, + 1.1848714351654053 ], "p90": [ - 1.333387017250061, - 1.3417588472366333, - 1.3491986989974976, - 1.354564905166626, - 1.3613266944885254, - 1.3613563776016235, - 1.3619946241378784, - 1.3626867532730103, - 1.3651540279388428, - 1.3663945198059082, - 1.3690482378005981, - 1.366940975189209, - 1.368736743927002, - 1.3713395595550537, - 1.3706527948379517, - 1.3702682256698608, - 1.3606343269348145, - 1.3605616092681885, - 1.36149001121521, - 1.36333167552948, - 1.3671696186065674, - 1.367132544517517, - 1.3683903217315674, - 1.3702725172042847, - 1.3709708452224731, - 1.3739007711410522, - 1.3767489194869995, - 1.37872314453125, - 1.3816165924072266, - 1.3835396766662598, - 1.3834407329559326, - 1.3845100402832031, - 1.3806748390197754, - 1.3824050426483154, - 1.3820730447769165, - 1.380421757698059, - 1.382188081741333, - 1.381701111793518, - 1.3797715902328491, - 1.3785500526428223, - 1.3792622089385986, - 1.3767756223678589, - 1.3743183612823486, - 1.3732274770736694, - 1.3751356601715088, - 1.3757678270339966, - 1.3741803169250488, - 1.3747780323028564, - 1.3731446266174316, - 1.3758602142333984, - 1.3796837329864502, - 1.3808927536010742, - 1.3845113515853882, - 1.3845534324645996, - 1.3829416036605835, - 1.3810176849365234, - 1.383121132850647, - 1.3821697235107422, - 1.3816159963607788, - 1.3799476623535156, - 1.3823286294937134, - 1.3850823640823364, - 1.3859283924102783, - 1.3867255449295044, - 1.3754897117614746, - 1.3755052089691162, - 1.3782434463500977, - 1.379970908164978, - 1.3833109140396118, - 1.3850162029266357, - 1.3862489461898804, - 1.3856174945831299 + 1.33467698097229, + 1.3417433500289917, + 1.349650502204895, + 1.3564695119857788, + 1.3632535934448242, + 1.3625763654708862, + 1.36312735080719, + 1.364737629890442, + 1.3662292957305908, + 1.3683688640594482, + 1.3680816888809204, + 1.3684121370315552, + 1.3730719089508057, + 1.376476526260376, + 1.3758047819137573, + 1.3766316175460815, + 1.3697526454925537, + 1.3678536415100098, + 1.3705745935440063, + 1.3737283945083618, + 1.3762702941894531, + 1.3765455484390259, + 1.3780585527420044, + 1.381627082824707, + 1.3843430280685425, + 1.3879833221435547, + 1.3922791481018066, + 1.3960630893707275, + 1.399416208267212, + 1.399908185005188, + 1.3993773460388184, + 1.4020742177963257, + 1.4021955728530884, + 1.3987431526184082, + 1.4010945558547974, + 1.4005476236343384, + 1.4021025896072388, + 1.4005954265594482, + 1.3983025550842285, + 1.399743914604187, + 1.4000885486602783, + 1.3971623182296753, + 1.3951542377471924, + 1.396078109741211, + 1.3966147899627686, + 1.3953931331634521, + 1.3921147584915161, + 1.3950293064117432, + 1.3885358572006226, + 1.3929558992385864, + 1.4009076356887817, + 1.4041500091552734, + 1.406836748123169, + 1.4054218530654907, + 1.40242338180542, + 1.4011646509170532, + 1.4025815725326538, + 1.3988393545150757, + 1.3970084190368652, + 1.3982141017913818, + 1.402256727218628, + 1.4047484397888184, + 1.4034603834152222, + 1.4065436124801636, + 1.395493507385254, + 1.3954808712005615, + 1.3997957706451416, + 1.4006946086883545, + 1.4020326137542725, + 1.4034185409545898, + 1.4044076204299927, + 1.4066472053527832 ], "timestamps": [ - "2026-06-20 02:10:00", "2026-06-20 02:20:00", "2026-06-20 02:30:00", "2026-06-20 02:40:00", @@ -531,6 +530,7 @@ "2026-06-21 02:30:00", "2026-06-21 02:40:00", "2026-06-21 02:50:00", - "2026-06-21 03:00:00" + "2026-06-21 03:00:00", + "2026-06-21 03:10:00" ] } diff --git a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json index 85cdf960ef6ba5768eea4ef8a58aef60bff15487..6dd89eb2f7f86d340d9fdec61d34d7287dbf5884 100644 --- a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,25 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T02:15:20.047248+00:00", + "evaluated_at": "2026-06-22T03:25:15.938584+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.200000762939453, 17.0, 17.0, 17.0, @@ -101,9 +87,7 @@ 18.299999237060547, 18.0, 18.0, - 18.0 - ], - "actuals": [ + 18.0, 18.0, 18.0, 17.0, @@ -117,7 +101,9 @@ 17.0, 17.0, 17.0, - 17.0, + 17.0 + ], + "actuals": [ 17.0, 17.0, 16.0, @@ -127,89 +113,101 @@ 16.0, 16.0, 16.100000381469727, - 16.0 + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0 ], "p50": [ - 17.76774787902832, - 17.70065689086914, - 17.629648208618164, - 17.582551956176758, - 17.46531105041504, - 17.40808868408203, - 17.316675186157227, - 17.242923736572266, - 17.156221389770508, - 17.080503463745117, - 17.00263214111328, - 16.945083618164062, - 16.886442184448242, - 16.814489364624023, - 16.748340606689453, - 16.688459396362305, - 16.333419799804688, - 16.260242462158203, - 16.201690673828125, - 16.121971130371094, - 16.073863983154297, - 15.98774242401123, - 15.932058334350586, - 15.841381072998047 + 16.92346954345703, + 16.915218353271484, + 16.908565521240234, + 16.868141174316406, + 16.81747055053711, + 16.81854820251465, + 16.802345275878906, + 16.771697998046875, + 16.75055694580078, + 16.758256912231445, + 16.747987747192383, + 16.730398178100586, + 16.7025146484375, + 16.699621200561523, + 16.692785263061523, + 16.6766357421875, + 16.571847915649414, + 16.587976455688477, + 16.582258224487305, + 16.563922882080078, + 16.538158416748047, + 16.552814483642578, + 16.562231063842773, + 16.54228973388672 ], "p10": [ - 17.416561126708984, - 17.345745086669922, - 17.236312866210938, - 17.110698699951172, - 16.968557357788086, - 16.864768981933594, - 16.73872947692871, - 16.644624710083008, - 16.52409553527832, - 16.412883758544922, - 16.294084548950195, - 16.18672752380371, - 16.092729568481445, - 16.001712799072266, - 15.892666816711426, - 15.761284828186035, - 15.441350936889648, - 15.320453643798828, - 15.221667289733887, - 15.1358003616333, - 15.012245178222656, - 14.935501098632812, - 14.856267929077148, - 14.744277954101562 + 16.607120513916016, + 16.53989601135254, + 16.449844360351562, + 16.383630752563477, + 16.275232315063477, + 16.2169189453125, + 16.169313430786133, + 16.088077545166016, + 16.018266677856445, + 16.024431228637695, + 15.953348159790039, + 15.893770217895508, + 15.869930267333984, + 15.782333374023438, + 15.714414596557617, + 15.638669967651367, + 15.375819206237793, + 15.32131576538086, + 15.272930145263672, + 15.224026679992676, + 15.171333312988281, + 15.113765716552734, + 15.087156295776367, + 15.039909362792969 ], "p90": [ - 18.160194396972656, - 18.16569709777832, - 18.122600555419922, - 18.15934944152832, - 18.158823013305664, - 18.10948944091797, - 18.11343002319336, - 18.14759063720703, - 18.15367889404297, - 18.10235595703125, - 18.057201385498047, - 18.078746795654297, - 18.139968872070312, - 18.201021194458008, - 18.202545166015625, - 18.21953010559082, - 18.02494239807129, - 18.09377098083496, - 18.060476303100586, - 18.06989860534668, - 18.10707664489746, - 18.101408004760742, - 18.07415008544922, - 18.18393325805664 + 17.218658447265625, + 17.28435707092285, + 17.324337005615234, + 17.36557960510254, + 17.357419967651367, + 17.419485092163086, + 17.418781280517578, + 17.42848777770996, + 17.427539825439453, + 17.524097442626953, + 17.587060928344727, + 17.635711669921875, + 17.7165584564209, + 17.834693908691406, + 17.918685913085938, + 18.003002166748047, + 17.984092712402344, + 18.090482711791992, + 18.14153480529785, + 18.206331253051758, + 18.245054244995117, + 18.3382511138916, + 18.347999572753906, + 18.446699142456055 ], "timestamps": [ - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", @@ -327,6 +325,8 @@ "2026-06-26 12:00:00", "2026-06-26 13:00:00", "2026-06-26 14:00:00", - "2026-06-26 15:00:00" + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 28bce54c50914423049ff8fdd56de9b8a2d69e10..72b36d8e3de1700b664edfa7717bed9d51f7cfd1 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T02:15:25.053248+00:00", + "evaluated_at": "2026-06-22T03:25:21.582681+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 26.299999237060547, 25.700000762939453, 24.299999237060547, 22.799999237060547, @@ -341,10 +340,10 @@ 23.5, 27.600000381469727, 31.299999237060547, - 27.0 + 27.0, + 25.299999237060547 ], "actuals": [ - 25.299999237060547, 25.600000381469727, 25.700000762939453, 26.799999237060547, @@ -367,88 +366,88 @@ 16.200000762939453, 17.799999237060547, 21.0, + 20.100000381469727, 20.100000381469727 ], "p50": [ - 24.251333236694336, - 23.235435485839844, - 22.831592559814453, - 22.659440994262695, - 23.45603370666504, - 24.984333038330078, - 27.583513259887695, - 31.28953742980957, - 36.110740661621094, - 38.92631149291992, - 40.74570083618164, - 41.07715606689453, - 40.71292495727539, - 38.172210693359375, - 35.95402908325195, - 33.286537170410156, - 26.43707847595215, - 23.767078399658203, - 22.00844383239746, - 22.517343521118164, - 24.095664978027344, - 26.09581184387207, - 26.469501495361328, - 25.0134334564209 + 24.107669830322266, + 23.754993438720703, + 23.74985122680664, + 23.914241790771484, + 25.070058822631836, + 27.026174545288086, + 30.951295852661133, + 36.829612731933594, + 40.37644577026367, + 42.14899444580078, + 43.145023345947266, + 42.46581268310547, + 40.6983528137207, + 37.6462287902832, + 35.39625930786133, + 31.945842742919922, + 24.770498275756836, + 23.28125, + 23.02768898010254, + 25.01951789855957, + 26.174142837524414, + 27.17750358581543, + 25.265344619750977, + 23.796937942504883 ], "p10": [ - 21.669960021972656, - 19.56137466430664, - 18.082626342773438, - 17.446943283081055, - 17.19016456604004, - 17.638559341430664, - 18.845027923583984, - 20.464941024780273, - 20.660640716552734, - 22.292987823486328, - 22.444082260131836, - 23.232250213623047, - 21.759103775024414, - 20.459686279296875, - 18.90862274169922, - 17.511442184448242, - 15.09736442565918, - 13.830937385559082, - 13.17795181274414, - 13.411468505859375, - 14.864794731140137, - 16.432361602783203, - 16.85308265686035, - 16.705242156982422 + 21.839710235595703, + 20.445945739746094, + 19.3555965423584, + 19.060129165649414, + 18.88985252380371, + 19.51380157470703, + 21.00417709350586, + 22.60003089904785, + 23.76455307006836, + 25.101993560791016, + 25.215492248535156, + 24.775554656982422, + 22.536884307861328, + 20.83131217956543, + 18.99016761779785, + 17.70111083984375, + 15.131810188293457, + 14.451584815979004, + 14.62514591217041, + 15.930981636047363, + 17.149106979370117, + 18.15618133544922, + 17.670150756835938, + 16.67105484008789 ], "p90": [ - 27.070680618286133, - 27.868892669677734, - 28.678895950317383, - 29.639917373657227, - 31.952468872070312, - 35.45680618286133, - 40.30479049682617, - 47.001129150390625, - 54.96784210205078, - 60.398223876953125, - 62.33549118041992, - 62.90764617919922, - 62.68370056152344, - 60.026493072509766, - 58.73021697998047, - 55.57389831542969, - 46.94075012207031, - 41.728515625, - 38.711212158203125, - 38.59553146362305, - 39.77655029296875, - 41.316551208496094, - 40.94061279296875, - 37.69596862792969 + 26.502843856811523, + 28.03873062133789, + 29.384214401245117, + 30.64217758178711, + 33.33638000488281, + 38.37287139892578, + 46.62437057495117, + 57.166358947753906, + 61.08438491821289, + 65.0263671875, + 65.55644226074219, + 65.4103775024414, + 64.30668640136719, + 60.76898956298828, + 58.92787170410156, + 55.00813293457031, + 43.287105560302734, + 39.56705093383789, + 38.91682052612305, + 40.44684600830078, + 40.853511810302734, + 40.75517272949219, + 37.126670837402344, + 34.143917083740234 ], "timestamps": [ - "2026-06-07 03:00:00", "2026-06-07 04:00:00", "2026-06-07 05:00:00", "2026-06-07 06:00:00", @@ -807,6 +806,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 423fd0971512f42a280b79f335aa83453c8fb43b..dbc2ffb609ab0e44c3d83d976e2e1d9b9be2df6c 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T02:15:30.020383+00:00", + "evaluated_at": "2026-06-22T03:25:25.636952+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 27.100000381469727, 27.5, 27.799999237060547, 28.600000381469727, @@ -341,10 +340,10 @@ 24.799999237060547, 25.700000762939453, 27.5, - 27.799999237060547 + 27.799999237060547, + 28.0 ], "actuals": [ - 28.0, 27.799999237060547, 27.799999237060547, 27.299999237060547, @@ -367,88 +366,88 @@ 23.200000762939453, 23.399999618530273, 24.399999618530273, - 24.799999237060547 + 24.799999237060547, + 25.299999237060547 ], "p50": [ - 28.569664001464844, - 29.02342987060547, - 29.203914642333984, - 28.917171478271484, - 28.5131778717041, - 27.924089431762695, - 27.222665786743164, - 26.44108772277832, - 25.650720596313477, - 24.994766235351562, - 24.460010528564453, - 24.066104888916016, - 23.82428741455078, - 23.625246047973633, - 23.506444931030273, - 23.606172561645508, - 23.46040916442871, - 23.287450790405273, - 23.268705368041992, - 23.677433013916016, - 24.513675689697266, - 25.557598114013672, - 26.58893394470215, - 27.472339630126953 + 28.597410202026367, + 28.680362701416016, + 28.467647552490234, + 28.036239624023438, + 27.48023223876953, + 26.843252182006836, + 26.145246505737305, + 25.393251419067383, + 24.830745697021484, + 24.309812545776367, + 23.94744110107422, + 23.688228607177734, + 23.50133514404297, + 23.404666900634766, + 23.370759963989258, + 23.28011703491211, + 23.14892578125, + 23.184980392456055, + 23.557781219482422, + 24.365713119506836, + 25.361038208007812, + 26.32518768310547, + 27.00181007385254, + 27.666662216186523 ], "p10": [ - 27.824199676513672, - 27.958818435668945, - 27.899433135986328, - 27.428367614746094, - 27.01999282836914, - 26.38217544555664, - 25.696788787841797, - 24.9633731842041, - 24.201181411743164, - 23.56032943725586, - 23.002452850341797, - 22.584291458129883, - 22.348602294921875, - 22.054391860961914, - 21.929534912109375, - 21.958938598632812, - 21.858591079711914, - 21.66073989868164, - 21.61722183227539, - 21.950225830078125, - 22.64443016052246, - 23.40146827697754, - 24.07310676574707, - 24.6398983001709 + 27.93357276916504, + 27.686309814453125, + 27.278152465820312, + 26.70164680480957, + 26.197372436523438, + 25.588199615478516, + 24.85601806640625, + 24.09561538696289, + 23.571231842041016, + 23.049781799316406, + 22.625446319580078, + 22.32591438293457, + 22.153921127319336, + 21.938182830810547, + 21.83534049987793, + 21.746227264404297, + 21.620901107788086, + 21.695985794067383, + 21.997835159301758, + 22.639923095703125, + 23.333486557006836, + 23.997230529785156, + 24.426464080810547, + 24.79283905029297 ], "p90": [ - 29.377721786499023, - 30.16260528564453, - 30.54049301147461, - 30.489154815673828, - 30.097015380859375, - 29.51974105834961, - 28.74712562561035, - 28.009374618530273, - 27.125221252441406, - 26.42441749572754, - 25.871448516845703, - 25.480833053588867, - 25.202186584472656, - 25.041872024536133, - 25.034860610961914, - 25.16150665283203, - 25.077301025390625, - 24.86090850830078, - 24.916414260864258, - 25.38043785095215, - 26.477386474609375, - 27.859329223632812, - 29.19875717163086, - 30.387401580810547 + 29.431917190551758, + 29.771738052368164, + 29.68122673034668, + 29.380346298217773, + 28.829357147216797, + 28.17033576965332, + 27.444028854370117, + 26.70073890686035, + 26.07823944091797, + 25.564470291137695, + 25.218252182006836, + 24.930822372436523, + 24.768978118896484, + 24.689311981201172, + 24.812795639038086, + 24.718021392822266, + 24.658878326416016, + 24.59823226928711, + 25.137218475341797, + 26.157115936279297, + 27.503726959228516, + 28.78770637512207, + 29.798091888427734, + 30.764034271240234 ], "timestamps": [ - "2026-06-07 03:00:00", "2026-06-07 04:00:00", "2026-06-07 05:00:00", "2026-06-07 06:00:00", @@ -807,6 +806,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 5f7a590d219d651bf66d6a34dfebb5b186500062..f9f8cbecc2ed24f0660fcb092ddf5ebab6e2ee86 100644 --- a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T02:15:35.015840+00:00", + "evaluated_at": "2026-06-22T03:25:29.558968+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 15.0, 10.0, 16.0, 11.0, @@ -30,7 +29,7 @@ 12.0, 18.0, 18.0, - 18.0, + 19.0, 25.0, 13.0, 22.0, @@ -173,10 +172,10 @@ 10.0, 13.0, 9.0, - 12.0 + 12.0, + 11.0 ], "actuals": [ - 11.0, 2.0, 7.0, 12.0, @@ -198,89 +197,89 @@ 5.0, 8.0, 9.0, - 4.0, - 4.0 + 5.0, + 18.0, + 2.0 ], "p50": [ - 9.979230880737305, - 9.72541332244873, - 9.457722663879395, - 9.206466674804688, - 9.03886604309082, - 8.964609146118164, - 8.796684265136719, - 8.754892349243164, - 8.747795104980469, - 8.772830963134766, - 8.744571685791016, - 8.924506187438965, - 9.056209564208984, - 9.09457778930664, - 9.055570602416992, - 9.032098770141602, - 9.202184677124023, - 9.347578048706055, - 9.440128326416016, - 9.625110626220703, - 9.598047256469727, - 9.608501434326172, - 9.671914100646973, - 9.735881805419922 + 9.765764236450195, + 9.463844299316406, + 9.144753456115723, + 9.02212905883789, + 8.944183349609375, + 8.873908996582031, + 8.83768081665039, + 8.891244888305664, + 8.929462432861328, + 9.000938415527344, + 9.117900848388672, + 9.265022277832031, + 9.267776489257812, + 9.201143264770508, + 9.16817569732666, + 9.250782012939453, + 9.492728233337402, + 9.730310440063477, + 9.864462852478027, + 9.869941711425781, + 9.7892484664917, + 9.8733491897583, + 9.97413158416748, + 10.014534950256348 ], "p10": [ - 6.901388645172119, - 6.576671123504639, - 6.4000020027160645, - 6.248929977416992, - 6.116664886474609, - 5.935596466064453, - 5.93148136138916, - 5.764050483703613, - 5.741655349731445, - 5.78858757019043, - 5.790803909301758, - 5.825263023376465, - 5.8086395263671875, - 5.8710737228393555, - 5.845174789428711, - 5.837521553039551, - 5.933015823364258, - 6.122682571411133, - 6.201082229614258, - 6.243180274963379, - 6.212721824645996, - 6.223393440246582, - 6.2845258712768555, - 6.226072311401367 + 6.687689781188965, + 6.340599536895752, + 6.129678726196289, + 6.010058403015137, + 5.901533126831055, + 5.851540565490723, + 5.816869735717773, + 5.735348701477051, + 5.799670219421387, + 5.896355628967285, + 5.903897285461426, + 5.885028839111328, + 5.901968955993652, + 5.858510971069336, + 5.854486465454102, + 5.864619255065918, + 6.0217180252075195, + 6.256165027618408, + 6.287293910980225, + 6.319713115692139, + 6.271996021270752, + 6.308123588562012, + 6.350893020629883, + 6.357478618621826 ], "p90": [ - 14.419881820678711, - 14.36841106414795, - 14.191781044006348, - 13.836066246032715, - 13.752411842346191, - 13.716301918029785, - 13.471672058105469, - 13.512683868408203, - 13.526147842407227, - 13.557585716247559, - 13.46875, - 13.782329559326172, - 14.083115577697754, - 14.253817558288574, - 14.135997772216797, - 14.134833335876465, - 14.28935432434082, - 14.508684158325195, - 14.707398414611816, - 14.975664138793945, - 14.940714836120605, - 14.915678977966309, - 15.032500267028809, - 15.208901405334473 + 14.281429290771484, + 14.120842933654785, + 13.930213928222656, + 13.727574348449707, + 13.763168334960938, + 13.594770431518555, + 13.620322227478027, + 13.716585159301758, + 13.760286331176758, + 13.92225170135498, + 14.069632530212402, + 14.393223762512207, + 14.454511642456055, + 14.40806770324707, + 14.276911735534668, + 14.43848991394043, + 14.637774467468262, + 15.01211929321289, + 15.275259971618652, + 15.281618118286133, + 15.19701099395752, + 15.293903350830078, + 15.47730827331543, + 15.610884666442871 ], "timestamps": [ - "2026-06-14 03:00:00", "2026-06-14 04:00:00", "2026-06-14 05:00:00", "2026-06-14 06:00:00", @@ -471,6 +470,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 92bc64728b09e62353d1f6e12aeb84f6c25869e6..d90de5679b87708481e6a9d0875095eb656618f5 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,43 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T03:18:42.262397+00:00", + "evaluated_at": "2026-06-22T03:25:33.554678+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 78, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/dataset_eval_intervals.json b/results/dataset_eval_intervals.json index b28633c4c78eb5ce77f6188442dd8ffce47788a3..c278fc3b1f97bae165d4f1135a24a52bd070b112 100644 --- a/results/dataset_eval_intervals.json +++ b/results/dataset_eval_intervals.json @@ -7,5 +7,6 @@ "open_meteo_shanghai_air_quality_hourly_pm2_5": 3600, "open_meteo_shanghai_hourly_temperature_2m": 3600, "usgs_earthquake_all_week_hourly_earthquake_count": 3600, + "usgs_potomac_iv_usgs_00060": 900, "wikimedia_time_series_hourly_pageviews": 86400 } diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 38171fbfbbc45087b3d4392ca146d0498f2f27cd..2db4c614c82a4f7188a10f40cd8b3a3aed5222f8 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,67022.05812587995,71437.49069736566,198.55302678144412,0.17837810676902255,0.0031035109314563754,0.003097585143213413,1.4831389313223928,258.88618759192224,0.0040374223586927965,0.003096505214009899,0.0024839295135283216,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,67943.42928421461,72365.50053634701,202.35836532311077,0.18179678587797846,0.003162662682441359,0.003156849362112584,1.4831389313223928,260.6596042431865,0.0040648380692772665,0.0031556634538379897,0.0025118424365635095,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,90.83341172097414,92.62648790328399,8.299724128435516,4.560288257151853,0.3185376684579119,0.40488327610390623,141.48998129735833,9.530656416059397,0.37846973846058257,0.329588465165,0.31681573540285846,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.0779872399545209,0.07818728349413752,0.1676010686734491,0.4899183300190529,0.09795679289498858,0.08736425046430567,15.713475289227121,0.2792619557951296,0.1793532424743201,0.10764013674242319,0.1024797075038526,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.051707256670080054,0.05184724513214089,0.20329715724373496,3.3035799866629625,0.13050712233370287,0.14145965946836694,44.15477330373116,0.22739229685739148,0.15103547180138696,0.135031320253759,0.12058801695539839,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ETS,0.15849552928528313,0.16817355118562838,0.35001142639639493,0.20112389162978886,0.020683461429891258,0.02091451891357571,1.674300980532082,0.3981149699336652,0.02363284582462244,0.020777329921204537,0.018106255153355698,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,42.87082281342973,46.25605104344519,5.336033820779018,0.4609709324421565,0.2252586301852173,0.27620935763191284,2.705071460037805,6.547581447636198,0.29241151396411574,0.23830443967383128,0.19528181887570933,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,154.6100775380297,152.2202795525013,10.89148390800984,5.5982586149902325,0.46521049717965957,0.35860679480441937,193.91615828865238,12.434230074195575,0.5102094534525702,0.4469064846664957,0.4379291483606563,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,12.406050204623222,15.265072226484163,3.3905687634003274,0.6324376968000611,0.7162786553136149,0.43916902997887625,4.436269089203985,3.52222233889674,0.48863200077180213,0.4703679209341495,0.33977681189462633,Hazards,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.05297373082604287,0.052946396886990696,0.20592330945438947,3.3462549753478643,0.1316438828905497,0.14269459072774715,39.9000772130087,0.2301602285931322,0.15217204983020566,0.13614764070680652,0.12189906468640069,Ocean,1 +nws_ksfo_observations_temperature/1h/short,ETS,0.44900847649371434,0.4424309306207574,0.528887465513028,0.2893609099606321,0.03535729659876754,0.0343674315772786,2.581295062299207,0.6700809477172995,0.04305741029508752,0.033984736739792964,0.030539448840934784,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,193.44095383534093,202.21658399156846,12.884059898060832,1.113648839574228,0.6279433240791693,0.9815503364622434,15.123132342217467,13.908305210748754,0.627206534012853,0.5810173439702425,0.515504179852088,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,67.51251700118087,65.64919337361523,7.3195574001954355,3.792894870388554,0.3122106932901203,0.26189560649413385,122.16527921815093,8.216600087699344,0.33871246645501646,0.301733723671277,0.2930757868973509,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,16.843357018833654,18.13154992517387,3.594258876783512,0.6730471758866394,0.7949078227267309,0.45848505985170335,4.906111426216293,4.104065913071286,0.5502658207469882,0.48191180470840383,0.3605884164344258,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ETS,67.47490057728385,72.11519842767352,8.489138053011098,0.4793866194641562,0.0035371408554212918,0.003530891922465737,13.035292801951934,8.214310718330776,0.0034226294659711566,0.0035371408554212913,0.00392731066559143,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,2925.584198211841,2642.086493996426,41.88682891154838,0.8682759388383866,0.19179516754035225,0.170580887479131,12.422622049502223,54.08866977669021,0.21500323023102297,0.16650073956890327,0.13530220322267714,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index bac6cceba78249dff4716e2472be78a338f31d14..fd01c86b11f2abb0d9af5d680d891403a2e38acf 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T03:20:43.469712+00:00", + "evaluated_at": "2026-06-22T03:29:35.355376+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64164.0 + 64255.328125 ], "p50": [ 64429.850861727355, diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 93adbbaadd01dcacfee9afff377534c82e24e1fc..24781fa05a30f90c933e1a24cba6e58fc66bd521 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-22T03:07:52.461503+00:00", + "evaluated_at": "2026-06-22T03:29:35.369872+00:00", "freq": "10min", "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -83,13 +82,13 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -157,232 +156,232 @@ 1.7000000476837158, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842 ], "p50": [ - 1.3019796279859888, - 1.3022484400714187, - 1.3025172521568484, - 1.3027860642422782, - 1.303054876327708, - 1.3033236884131378, - 1.3035925004985676, - 1.3038613125839973, - 1.304130124669427, - 1.304398936754857, - 1.3046677488402867, - 1.3049365609257164, - 1.3052053730111461, - 1.305474185096576, - 1.3057429971820058, - 1.3060118092674355, - 1.3062806213528653, - 1.3065494334382952, - 1.306818245523725, - 1.3070870576091547, - 1.3073558696945846, - 1.3076246817800143, - 1.307893493865444, - 1.3081623059508738, - 1.3084311180363037, - 1.3086999301217335, - 1.3089687422071632, - 1.309237554292593, - 1.3095063663780229, - 1.3097751784634526, - 1.3100439905488823, - 1.310312802634312, - 1.310581614719742, - 1.3108504268051717, - 1.3111192388906014, - 1.3113880509760312, - 1.3116568630614611, - 1.3119256751468908, - 1.3121944872323206, - 1.3124632993177503, - 1.3127321114031802, - 1.31300092348861, - 1.3132697355740397, - 1.3135385476594696, - 1.3138073597448994, - 1.314076171830329, - 1.3143449839157588, - 1.3146137960011888, - 1.3148826080866185, - 1.3151514201720482, - 1.315420232257478, - 1.315689044342908, - 1.3159578564283376, - 1.3162266685137674, - 1.316495480599197, - 1.316764292684627, - 1.3170331047700568, - 1.3173019168554865, - 1.3175707289409162, - 1.3178395410263462, - 1.3181083531117759, - 1.3183771651972056, - 1.3186459772826356, - 1.3189147893680653, - 1.319183601453495, - 1.3194524135389247, - 1.3197212256243547, - 1.3199900377097844, - 1.3202588497952141, - 1.3205276618806439, - 1.3207964739660738, - 1.3210652860515035 + 1.301945404879206, + 1.302337181009831, + 1.3027289571404557, + 1.3031207332710804, + 1.3035125094017053, + 1.30390428553233, + 1.3042960616629546, + 1.3046878377935796, + 1.3050796139242042, + 1.305471390054829, + 1.3058631661854538, + 1.3062549423160785, + 1.3066467184467034, + 1.3070384945773281, + 1.3074302707079528, + 1.3078220468385777, + 1.3082138229692024, + 1.308605599099827, + 1.308997375230452, + 1.3093891513610767, + 1.3097809274917014, + 1.3101727036223263, + 1.310564479752951, + 1.3109562558835757, + 1.3113480320142006, + 1.3117398081448253, + 1.31213158427545, + 1.3125233604060749, + 1.3129151365366996, + 1.3133069126673242, + 1.3136986887979492, + 1.3140904649285738, + 1.3144822410591988, + 1.3148740171898234, + 1.3152657933204481, + 1.315657569451073, + 1.3160493455816977, + 1.3164411217123224, + 1.3168328978429473, + 1.317224673973572, + 1.3176164501041967, + 1.3180082262348216, + 1.3184000023654463, + 1.318791778496071, + 1.319183554626696, + 1.3195753307573206, + 1.3199671068879453, + 1.3203588830185702, + 1.3207506591491949, + 1.3211424352798196, + 1.3215342114104445, + 1.3219259875410692, + 1.322317763671694, + 1.3227095398023188, + 1.3231013159329434, + 1.3234930920635684, + 1.323884868194193, + 1.3242766443248177, + 1.3246684204554426, + 1.3250601965860673, + 1.325451972716692, + 1.325843748847317, + 1.3262355249779416, + 1.3266273011085663, + 1.3270190772391912, + 1.327410853369816, + 1.3278026295004406, + 1.3281944056310655, + 1.3285861817616902, + 1.3289779578923149, + 1.3293697340229398, + 1.3297615101535645 ], "p10": [ - 1.2019796041441309, - 1.2022484162295608, - 1.2025172283149905, - 1.2027860404004203, - 1.2030549716951395, - 1.20332366457128, - 1.2035924766567097, - 1.2038612887421394, - 1.204130100827569, - 1.204398912912999, - 1.2046677249984288, - 1.2049365370838585, - 1.2052053491692882, - 1.2054741612547182, - 1.205742973340148, - 1.2060117854255776, - 1.2062805975110074, - 1.2065494095964373, - 1.206818221681867, - 1.2070870337672968, - 1.2073558458527267, - 1.2076246579381564, - 1.2078934700235862, - 1.2081622821090159, - 1.2084312014828065, - 1.2086999062798756, - 1.2089687183653053, - 1.209237530450735, - 1.209506342536165, - 1.2097751546215947, - 1.2100439667070244, - 1.2103127787924541, - 1.210581590877884, - 1.2108505221726034, - 1.2111192150487435, - 1.2113881463434628, - 1.2116568392196032, - 1.2119257705143225, - 1.2121944633904627, - 1.2124632754758924, - 1.2127320875613223, - 1.213000899646752, - 1.2132697117321818, - 1.2135385238176117, - 1.2138073359030415, - 1.2140761479884712, - 1.2143450673622616, - 1.2146137721593309, - 1.2148825842447606, - 1.2151513963301903, - 1.21542020841562, - 1.21568902050105, - 1.2159578325864797, - 1.2162266446719094, - 1.2164954567573392, - 1.2167642688427691, - 1.2170330809281988, - 1.2173018930136286, - 1.2175707050990583, - 1.2178395171844882, - 1.218108329269918, - 1.2183771413553477, - 1.2186459534407776, - 1.2189147655262074, - 1.219183577611637, - 1.2194525089063564, - 1.2197212017824968, - 1.2199900138679265, - 1.2202588259533562, - 1.220527638038786, - 1.220796450124216, - 1.2210652622096456 + 1.2019453810373482, + 1.202337157167973, + 1.2027289332985978, + 1.203120828638512, + 1.2035124855598474, + 1.203904261690472, + 1.2042960378210967, + 1.2046879212400823, + 1.2050795900823463, + 1.205471366212971, + 1.205863142343596, + 1.2062549184742206, + 1.2066466946048455, + 1.2070384707354702, + 1.207430246866095, + 1.2078220229967198, + 1.2082137991273445, + 1.2086055752579692, + 1.208997351388594, + 1.2093891275192188, + 1.2097809036498435, + 1.2101726797804684, + 1.210564455911093, + 1.2109562320417178, + 1.2113480081723427, + 1.2117397843029674, + 1.212131560433592, + 1.212523336564217, + 1.2129152319041312, + 1.2133068888254663, + 1.2136986649560912, + 1.214090441086716, + 1.2144822172173408, + 1.2148739933479655, + 1.2152657694785902, + 1.2156575456092151, + 1.2160493217398398, + 1.2164410978704645, + 1.2168328740010894, + 1.217224650131714, + 1.2176164262623388, + 1.2180082023929637, + 1.2183999785235884, + 1.218791754654213, + 1.219183530784838, + 1.2195753069154627, + 1.2199670830460874, + 1.2203588591767123, + 1.220750635307337, + 1.2211424114379617, + 1.2215341875685866, + 1.2219259636992112, + 1.2223177398298362, + 1.2227095159604608, + 1.2231012920910855, + 1.223493175510071, + 1.2238848443523351, + 1.2242766204829598, + 1.2246683966135847, + 1.2250601727442094, + 1.225451948874834, + 1.225843725005459, + 1.2262355011360837, + 1.2266272772667084, + 1.2270190533973333, + 1.227410829527958, + 1.2278026056585827, + 1.2281943817892076, + 1.2285861579198323, + 1.228977934050457, + 1.2293697101810819, + 1.2297614863117066 ], "p90": [ - 1.4019796518278467, - 1.4022484639132766, - 1.4025172759987063, - 1.402786088084136, - 1.4030549001695658, - 1.4033235930457062, - 1.4035925243404255, - 1.4038612172165656, - 1.404130148511285, - 1.4043989605967149, - 1.4046677726821446, - 1.4049365847675743, - 1.405205396853004, - 1.405474208938434, - 1.4057430210238637, - 1.4060118331092935, - 1.4062806451947232, - 1.4065493499917925, - 1.4068182693655829, - 1.4070870814510126, - 1.4073558935364425, - 1.4076247056218723, - 1.407893517707302, - 1.4081623297927317, - 1.4084311418781617, - 1.4086999539635914, - 1.408968766049021, - 1.4092375781344508, - 1.4095063902198808, - 1.4097752023053105, - 1.4100440143907402, - 1.41031282647617, - 1.4105816385616, - 1.4108504506470296, - 1.4111192627324594, - 1.411388074817889, - 1.411656886903319, - 1.4119256989887488, - 1.4121945110741785, - 1.4124633231596082, - 1.4127321352450382, - 1.4130009473304679, - 1.4132697594158976, - 1.413538452292038, - 1.4138073835867573, - 1.414076195672187, - 1.4143450077576167, - 1.4146138198430467, - 1.4148826319284764, - 1.4151514440139061, - 1.4154202560993359, - 1.4156890681847658, - 1.4159578802701955, - 1.4162266923556253, - 1.416495504441055, - 1.4167641973171954, - 1.4170331286119147, - 1.4173019406973444, - 1.4175707527827741, - 1.417839564868204, - 1.4181083769536338, - 1.4183771890390635, - 1.4186460011244935, - 1.4189148132099232, - 1.419183625295353, - 1.4194524373807826, - 1.4197212494662126, - 1.4199900615516423, - 1.420258873637072, - 1.4205276857225018, - 1.4207964978079317, - 1.4210653098933614 + 1.401945428721064, + 1.402337204851689, + 1.4027289809823136, + 1.4031207571129383, + 1.4035125332435632, + 1.4039043093741879, + 1.4042960855048126, + 1.4046878616354375, + 1.4050796377660622, + 1.4054714138966868, + 1.4058631900273117, + 1.4062549661579364, + 1.4066467422885613, + 1.407038518419186, + 1.4074302945498107, + 1.4078220706804356, + 1.4082138468110603, + 1.408605622941685, + 1.40899739907231, + 1.4093891752029346, + 1.4097809513335593, + 1.4101727274641842, + 1.410564503594809, + 1.4109562797254336, + 1.4113480558560585, + 1.4117398319866832, + 1.4121316081173079, + 1.4125233842479328, + 1.4129151603785575, + 1.4133069365091822, + 1.413698712639807, + 1.4140904887704318, + 1.4144822649010567, + 1.4148740410316814, + 1.415265817162306, + 1.415657593292931, + 1.4160493694235556, + 1.4164411455541803, + 1.4168329216848052, + 1.41722469781543, + 1.4176164739460546, + 1.4180082500766795, + 1.4184000262073042, + 1.418791802337929, + 1.4191835784685538, + 1.4195753545991785, + 1.4199671307298032, + 1.420358906860428, + 1.4207506829910528, + 1.4211424591216775, + 1.4215342352523024, + 1.421926011382927, + 1.422317787513552, + 1.4227095636441767, + 1.4231013397748014, + 1.4234931159054263, + 1.423884892036051, + 1.4242766681666756, + 1.4246684442973006, + 1.4250602204279252, + 1.42545199655855, + 1.4258437726891748, + 1.4262355488197995, + 1.4266273249504242, + 1.4270191010810491, + 1.4274108772116738, + 1.4278026533422985, + 1.4281944294729234, + 1.428586205603548, + 1.4289779817341728, + 1.4293697578647977, + 1.4297615339954224 ], "timestamps": [ - "2026-06-20 02:10:00", "2026-06-20 02:20:00", "2026-06-20 02:30:00", "2026-06-20 02:40:00", @@ -531,6 +530,7 @@ "2026-06-21 02:30:00", "2026-06-21 02:40:00", "2026-06-21 02:50:00", - "2026-06-21 03:00:00" + "2026-06-21 03:00:00", + "2026-06-21 03:10:00" ] } diff --git a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json index 51f58d5293db105956f0679269884125e58bf7da..11701fd8492f5b832b989dd22c5d2270be2d9657 100644 --- a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,25 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T02:21:13.587204+00:00", + "evaluated_at": "2026-06-22T03:29:35.384280+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.200000762939453, 17.0, 17.0, 17.0, @@ -101,9 +87,7 @@ 18.299999237060547, 18.0, 18.0, - 18.0 - ], - "actuals": [ + 18.0, 18.0, 18.0, 17.0, @@ -117,7 +101,9 @@ 17.0, 17.0, 17.0, - 17.0, + 17.0 + ], + "actuals": [ 17.0, 17.0, 16.0, @@ -127,89 +113,101 @@ 16.0, 16.0, 16.100000381469727, - 16.0 + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0 ], "p50": [ - 17.785802430586862, - 17.682685358491884, - 17.579568286396903, - 17.47645121430192, - 17.373334142206943, - 17.27021707011196, - 17.16709999801698, - 17.063982925922, - 16.96086585382702, - 16.85774878173204, - 16.75463170963706, - 16.65151463754208, - 16.5483975654471, - 16.44528049335212, - 16.342163421257137, - 16.23904634916216, - 16.135929277067177, - 16.032812204972196, - 15.929695132877217, - 15.826578060782236, - 15.723460988687256, - 15.620343916592276, - 15.517226844497294, - 15.414109772402314 + 16.824184547386057, + 16.756031576541222, + 16.687878605696383, + 16.619725634851545, + 16.55157266400671, + 16.48341969316187, + 16.415266722317032, + 16.347113751472197, + 16.278960780627358, + 16.21080780978252, + 16.142654838937684, + 16.074501868092845, + 16.006348897248007, + 15.93819592640317, + 15.870042955558333, + 15.801889984713496, + 15.733737013868657, + 15.66558404302382, + 15.597431072178983, + 15.529278101334144, + 15.461125130489307, + 15.39297215964447, + 15.324819188799632, + 15.256666217954795 ], "p10": [ - 17.58580166764741, - 17.48268459555243, - 17.279569049336356, - 16.47645121430192, - 17.063334866999423, - 17.070216307172508, - 16.967099235077526, - 16.663983307391728, - 16.560866235296746, - 16.65774801879259, - 16.454632472576513, - 16.451513874602625, - 15.5483975654471, - 15.445280493352119, - 16.342163421257137, - 15.779046692484915, - 15.935928514127724, - 15.632812586441922, - 15.469695476199973, - 15.426578442251962, - 14.723460988687256, - 15.410343306240714, - 15.307226234145732, - 14.414109772402314 + 16.364184890708813, + 15.756031576541222, + 15.687878605696383, + 16.1597259781743, + 16.351571901067256, + 16.17342041795435, + 16.01526710378676, + 15.347113751472197, + 15.278960780627358, + 15.750808153105275, + 15.142654838937684, + 15.074501868092845, + 15.006348897248007, + 14.93819592640317, + 15.47004333702806, + 15.501890747652949, + 15.333737395338384, + 14.66558404302382, + 14.597431072178983, + 15.229278864273597, + 14.461125130489307, + 14.932972502967226, + 15.024819951739085, + 14.256666217954795 ], "p90": [ - 18.185802049117136, - 18.682685358491884, - 17.87956752345745, - 18.47645121430192, - 18.373334142206943, - 17.570216307172508, - 18.16709999801698, - 17.263983688861455, - 17.420865510504264, - 17.85774878173204, - 17.054630946697607, - 17.051514256072352, - 16.848396802507647, - 16.845280111882392, - 16.74216303978741, - 16.639045967692432, - 16.435928514127724, - 17.032812204972196, - 16.38969478955446, - 16.826578060782236, - 16.0234602257478, - 16.02034353512255, - 16.517226844497294, - 15.874109429079557 + 17.02418531032551, + 16.966032186892782, + 17.687878605696383, + 17.619725634851545, + 17.55157266400671, + 16.883419311692144, + 17.415266722317032, + 16.80711340814944, + 16.578960017687905, + 17.21080780978252, + 17.142654838937684, + 17.074501868092845, + 16.306348134308553, + 16.938195926403168, + 16.270042574088606, + 16.801889984713497, + 16.733737013868655, + 16.125583699701064, + 16.597431072178985, + 16.529278101334143, + 15.86112474901958, + 15.792971778174744, + 16.32481918879963, + 15.556665455015342 ], "timestamps": [ - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", @@ -327,6 +325,8 @@ "2026-06-26 12:00:00", "2026-06-26 13:00:00", "2026-06-26 14:00:00", - "2026-06-26 15:00:00" + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00" ] } diff --git a/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 02a77f18bcb94087cce5333a74c291357ec2a640..6cb5c753974f78f00d99393dea28464b2de6265c 100644 --- a/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T02:21:13.610040+00:00", + "evaluated_at": "2026-06-22T03:29:35.399624+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 26.299999237060547, 25.700000762939453, 24.299999237060547, 22.799999237060547, @@ -341,10 +340,10 @@ 23.5, 27.600000381469727, 31.299999237060547, - 27.0 + 27.0, + 25.299999237060547 ], "actuals": [ - 25.299999237060547, 25.600000381469727, 25.700000762939453, 26.799999237060547, @@ -367,88 +366,88 @@ 16.200000762939453, 17.799999237060547, 21.0, + 20.100000381469727, 20.100000381469727 ], "p50": [ - 26.28286045436936, - 25.167812166368797, - 24.10276216175447, - 23.687713206181883, - 22.572664441344166, - 22.70761376915781, - 21.34256548115725, - 20.97751623948237, - 19.9624664256029, - 19.047417946867476, - 18.28236860982517, - 17.317318509843403, - 16.452269745005687, - 15.937219454289059, - 15.172170117246749, - 14.757121161674165, - 13.692072587571309, - 13.227022487589545, - 12.361972769077509, - 11.096925339383832, - 10.931874476462616, - 9.866825902359759, - 8.801777328256902, - 8.13672551166137 + 23.648873413684264, + 22.496553542075105, + 20.944232144587044, + 19.891912654447616, + 18.739591352326983, + 17.73727157608526, + 15.934951132271516, + 14.982631546764653, + 13.33031072148118, + 12.077991422076613, + 11.425670119955983, + 9.72335101128628, + 8.57102923232849, + 7.468709551454198, + 6.266389489110177, + 5.314069426766158, + 3.511748982952413, + 2.4594275854643484, + 1.30710866752951, + -0.29521101334478517, + -1.0975324108328464, + -2.5498515195025484, + -3.7521720586837284, + -5.1544933608043575 ], "p10": [ - 23.432861598778544, - 21.94781142250283, - 21.002757965587477, - 19.637713969121336, - 19.64266375469866, - 18.88761455117075, - 17.832564012498803, - 18.577515571910347, - 16.412461943333618, - 15.447415658049119, - 15.97236761800388, - 14.017319272782858, - 13.432268715037424, - 12.567220045567135, - 11.312169888364913, - 11.557122306083345, - 10.792071061692402, - 8.127022106119819, - 9.661973532016962, - 7.766922363919965, - 8.03187295058371, - 6.356823956864154, - 5.591774619821844, - 4.436727419010002 + 20.14887150633563, + 18.946551825461338, + 17.83423258327723, + 16.491913035917342, + 15.429591695649739, + 14.97726924911993, + 12.124950045082796, + 12.082630497722905, + 10.320306964004374, + 8.467991288562208, + 7.5956690518407495, + 6.463349256525538, + 5.211028812711791, + 4.068705164552343, + 2.2163902520496297, + 2.3340677864463344, + 0.16174974589186736, + -0.9405758477631907, + -1.3028940409055485, + -5.035212310341853, + -4.227532716008627, + -4.859852511323837, + -7.832172077757214, + -7.674494200037755 ], "p90": [ - 31.292861255455787, - 30.777811346208885, - 29.00276273395906, - 28.33771473206079, - 27.272664250609303, - 28.307612243278903, - 27.272565309495874, - 25.877515858012643, - 24.732466787999144, - 24.94741756539775, - 23.882367083946264, - 22.43731877687221, - 21.152269554270823, - 20.70722124719677, - 21.122170880186204, - 19.05712144777646, - 20.652073388657726, - 19.157020503946963, - 16.79197421866247, - 16.49692305056547, - 15.331876002341522, - 15.026824605362686, - 14.25177503943854, - 12.946727647891837 + 28.668873299243344, + 27.19655430501456, + 27.96423326992273, + 24.81191368441587, + 23.65959228692781, + 24.017272644200496, + 20.954952925179228, + 19.682632786541262, + 18.34031133183274, + 17.08799107875386, + 15.835670825674976, + 14.693351659784813, + 14.331029461210326, + 13.968710505128515, + 11.82638895505256, + 9.664070761910201, + 8.4317503943904, + 7.059429015975823, + 6.507108476794647, + 4.5547885098180565, + 4.602468352106607, + 2.240149014555064, + 1.1678277315079184, + -0.3344913771617805 ], "timestamps": [ - "2026-06-07 03:00:00", "2026-06-07 04:00:00", "2026-06-07 05:00:00", "2026-06-07 06:00:00", @@ -807,6 +806,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 4692553dfdbcf04628e5ab730a18a5bfeee4621f..7786950b235b9dc1e965d623ff78136d46d01e10 100644 --- a/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T02:21:13.637538+00:00", + "evaluated_at": "2026-06-22T03:29:35.420510+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 27.100000381469727, 27.5, 27.799999237060547, 28.600000381469727, @@ -341,10 +340,10 @@ 24.799999237060547, 25.700000762939453, 27.5, - 27.799999237060547 + 27.799999237060547, + 28.0 ], "actuals": [ - 28.0, 27.799999237060547, 27.799999237060547, 27.299999237060547, @@ -367,88 +366,88 @@ 23.200000762939453, 23.399999618530273, 24.399999618530273, - 24.799999237060547 + 24.799999237060547, + 25.299999237060547 ], "p50": [ - 28.304895253552083, - 28.961882325758943, - 29.518867109147443, - 30.025854562824026, - 30.632840490621707, - 31.33982489254048, - 31.946810820338165, - 32.453798274014744, - 33.16078267593352, - 33.667770129610105, - 34.274756057407785, - 34.98174045932656, - 35.58872829447287, - 36.19571231492192, - 36.8026982427196, - 37.40968417051728, - 37.91667067051955, - 38.623656026112634, - 39.230641953910315, - 39.837627881707995, - 40.444613809505675, - 41.051599737303356, - 41.658585665101036, - 42.265571592898716 + 28.194857744611934, + 28.491208401982664, + 28.78755905935339, + 28.98391124260303, + 29.28026189997376, + 29.57661255734449, + 29.972961688836314, + 30.26931234620704, + 30.56566300357777, + 30.76201518682741, + 31.158364318319233, + 31.45471497568996, + 31.75106563306069, + 32.04741629043142, + 32.34376694780215, + 32.64011760517288, + 32.93646826254361, + 33.232818919914344, + 33.52916957728507, + 33.725521760534704, + 34.12187089202653, + 34.318223075276165, + 34.71457220676799, + 35.01092286413872 ], "p10": [ - 27.504894109142903, - 28.101880189528472, - 28.81886806282176, - 29.125854944293753, - 29.632838583273074, - 30.5398237481313, - 30.93681078219119, - 31.553798464749608, - 32.36078153152434, - 33.06776974814038, - 33.5747533871197, - 34.17173946750527, - 34.678726921181855, - 35.29571269639165, - 35.892698776777216, - 36.59968317869599, - 37.01667009831496, - 37.82365659831722, - 38.33064233538004, - 38.837627881707995, - 39.634612817684385, - 40.05160164465199, - 40.848584673279746, - 41.26557350024735 + 27.49485698167248, + 27.7812077916311, + 28.077558449001828, + 28.083909716724122, + 28.380260374094853, + 28.676612748079354, + 29.172962261040905, + 29.45931135438575, + 29.765661859168592, + 29.862015377562273, + 30.158364318319233, + 30.64471398386867, + 31.051064870121238, + 31.137416633754174, + 31.44376732927188, + 31.840116460763703, + 31.936468262543613, + 32.33281930138407, + 32.629169958754794, + 32.925520616125524, + 33.221871273496255, + 33.518221930866986, + 34.004571596416426, + 34.21092343634331 ], "p90": [ - 29.314897008312823, - 30.111881944289216, - 30.918866727677717, - 31.325852083270803, - 31.842839193624634, - 32.43982527401021, - 33.14680986666385, - 33.95379636666611, - 34.36078343887297, - 34.7677686037312, - 35.38475628628962, - 36.38174007785683, - 36.98872600565451, - 37.305712734538616, - 38.00269900565905, - 38.809683789047554, - 39.01667009831496, - 40.02365564464291, - 40.43064271684977, - 41.03762864464745, - 41.84461533538458, - 42.25160050024281, - 43.05858528363131, - 43.66557121142899 + 29.394856790937617, + 29.8912082112478, + 30.187558677883665, + 30.18391009819385, + 30.580261137034306, + 30.876611794405036, + 31.172960735161997, + 31.489312994705575, + 31.965662622108045, + 32.06201442388795, + 32.35836508125868, + 32.864716539715836, + 32.961066243412255, + 33.15741651931326, + 33.553767558153716, + 33.840118368112336, + 33.94646830069058, + 34.4328196828538, + 34.54917137019278, + 35.22551985318607, + 35.521872417905435, + 35.61822231233671, + 35.934572855266524, + 36.12092309302056 ], "timestamps": [ - "2026-06-07 03:00:00", "2026-06-07 04:00:00", "2026-06-07 05:00:00", "2026-06-07 06:00:00", @@ -807,6 +806,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 80e421261b07a36fa6395b722f6d2222986942b6..60ff04c4ccf0cca925e36939c2b84a145061c716 100644 --- a/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T02:21:13.663319+00:00", + "evaluated_at": "2026-06-22T03:29:35.440745+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 15.0, 10.0, 16.0, 11.0, @@ -30,7 +29,7 @@ 12.0, 18.0, 18.0, - 18.0, + 19.0, 25.0, 13.0, 22.0, @@ -173,10 +172,10 @@ 10.0, 13.0, 9.0, - 12.0 + 12.0, + 11.0 ], "actuals": [ - 11.0, 2.0, 7.0, 12.0, @@ -198,89 +197,89 @@ 5.0, 8.0, 9.0, - 4.0, - 4.0 + 5.0, + 18.0, + 2.0 ], "p50": [ - 9.551180187372708, - 10.001418306171162, - 10.951656424969617, - 10.901894543768071, - 9.852132662566525, - 10.80237078136498, - 10.752608900163436, - 9.70284701896189, - 9.653085137760344, - 10.603323256558799, - 10.553561375357253, - 10.503799494155707, - 10.954037612954162, - 10.404275731752616, - 9.35451385055107, - 9.304751969349525, - 9.254990088147979, - 10.205228206946433, - 10.155466325744888, - 10.105704444543342, - 10.055942563341798, - 10.006180682140252, - 8.956418800938707, - 8.906656919737161 + 9.952378291427438, + 10.901941933175301, + 9.851505574923163, + 10.801069216671024, + 10.750632858418886, + 10.700196500166749, + 9.64976014191461, + 10.599323783662472, + 10.548887425410335, + 9.498451067158197, + 10.448014708906058, + 8.89757835065392, + 10.347141992401783, + 9.296705634149644, + 9.246269275897506, + 9.195832917645369, + 9.14539655939323, + 9.094960201141092, + 9.044523842888953, + 9.994087484636816, + 9.943651126384678, + 9.89321476813254, + 9.842778409880403, + 9.792342051628264 ], "p10": [ - 4.051180187372708, - 1.9014183061711645, - 1.9516564249696167, - 3.901894543768071, - 3.7521326625665274, - 3.8023707813649796, - 3.55260890016344, - 0.7028470189618901, - 0.6530851377603444, - 1.5033232565588008, - 0.553561375357253, - 3.5037994941557074, - 3.4540376129541617, - 3.404275731752616, - 2.3545138505510703, - 0.30475196934952464, - 3.254990088147979, - 4.105228206946435, - 3.1554663257448876, - 3.005704444543344, - 1.055942563341798, - 0.9061806821402545, - 2.9564188009387067, - 2.906656919737161 + 2.952378291427438, + 1.9019419331753014, + 0.8515055749231628, + 1.8010692166710243, + 3.7506328584188857, + 3.700196500166749, + 1.5497601419146125, + 3.499323783662474, + 1.548887425410335, + 1.4984510671581965, + 0.448014708906058, + 0.39757835065391944, + 2.247141992401785, + 2.1967056341496463, + 2.2462692758975056, + 0.1958329176453688, + 0.14539655939323026, + 0.9949602011410938, + 2.044523842888953, + 2.9940874846368164, + 2.943651126384678, + -0.1067852318674607, + 2.8427784098804025, + 1.5923420516282683 ], "p90": [ - 17.051180187372708, - 16.101418306171155, - 17.951656424969617, - 16.901894543768073, - 16.852132662566525, - 16.802370781364978, - 17.752608900163438, - 16.70284701896189, - 16.753085137760337, - 16.703323256558793, - 16.553561375357255, - 16.503799494155707, - 16.45403761295416, - 16.404275731752616, - 16.454513850551066, - 15.304751969349525, - 15.254990088147979, - 16.205228206946433, - 16.15546632574489, - 16.105704444543342, - 16.055942563341798, - 16.006180682140254, - 14.956418800938707, - 15.906656919737161 + 16.952378291427436, + 16.9019419331753, + 16.851505574923163, + 16.801069216671024, + 16.750632858418886, + 17.700196500166747, + 16.649760141914612, + 16.59932378366247, + 16.548887425410335, + 16.498451067158197, + 16.448014708906058, + 16.39757835065392, + 16.34714199240178, + 16.296705634149646, + 16.246269275897504, + 16.19583291764537, + 16.14539655939323, + 16.194960201141086, + 16.044523842888953, + 16.994087484636815, + 15.943651126384678, + 15.89321476813254, + 15.842778409880403, + 15.792342051628264 ], "timestamps": [ - "2026-06-14 03:00:00", "2026-06-14 04:00:00", "2026-06-14 05:00:00", "2026-06-14 06:00:00", @@ -471,6 +470,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 005bc47da77cddb36974b284595a6632e2e335f6..c2a00cffd76fc3088cd7bb7a2dc0e1a3f04b7d95 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,43 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T03:20:43.517743+00:00", + "evaluated_at": "2026-06-22T03:29:35.449407+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 78, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index a05aa46390efa16b52f42a63fcf5d3a0a20ff717..6b05fef17df9bb2b70542df536085fbdbe1d7c02 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1667,3 +1667,9 @@ {"evaluated_at": "2026-06-22T03:14:11.730512+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T03:20:43.664462+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T03:20:43.664462+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-22T03:29:35.645817+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T03:29:35.645817+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-22T03:29:35.645817+00:00", "dataset": "nws_ksfo_observations_temperature", "prediction_length": 24} +{"evaluated_at": "2026-06-22T03:29:35.645817+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} +{"evaluated_at": "2026-06-22T03:29:35.645817+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} +{"evaluated_at": "2026-06-22T03:29:35.645817+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 7cc60468bc3be1207e5e1f5a4b90a13274645af5..e023759185c0e5b6d65f714d269e88b1fddd3826 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,574069.2925160726,384490.3781476021,532.6590983072916,0.47853574961582507,0.008323796798243523,0.008276976328287578,2.4057168122976527,757.6736055295002,0.011816189901865736,0.008307008469903034,0.006416575785133461,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,547170.6137466431,362613.43657716113,499.3185221354167,0.4485829004826118,0.007805393778178995,0.007761184173144739,2.681135281236316,739.7098172571749,0.011535353297781626,0.00778658796542065,0.006257984784952804,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.0174851595559933,1.0827152634119936,0.8143861691157023,0.4474649550195679,0.03276591617251259,0.03203812930402764,2.1021269790288373,1.008704693929791,0.04005644365190709,0.03233990472175414,0.027002711031147448,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.8313832561148335,0.9143201119771353,0.8337329814831416,2.437103016126137,0.4894364788424467,0.7096794370993966,39.05129623515175,0.9118022022976439,0.5855959900147648,0.5354568013427614,0.4478747305883879,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.057976546360747484,0.056544845726595475,0.21235646390252644,3.450793772516077,0.13634567664330544,0.14833433147175842,59.826856850710314,0.24078319368416784,0.15992979429175816,0.14104857182434374,0.12229018347878332,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,5.176353419347379,5.114631799857951,2.1613210439682007,1.2419403100627455,0.1301055958138588,0.12133416594889428,14.7364409807858,2.2751600865317982,0.13505773862334206,0.1283000411115494,0.08478315925305123,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,116.07873736669626,80.22434544117952,7.043041706085205,0.6084364551514613,0.38951837688145224,0.29343043063552954,2.9045215633292076,10.773984284687641,0.48116042256312386,0.3145385062651324,0.2283264125519046,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,2.2421521123084553,2.151117567362386,1.3450527985890706,0.69136157027972,0.05587239019445415,0.05407801856547689,2.378481506712158,1.497381752362588,0.061441546515069854,0.05519108534569856,0.03604144152844797,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,22.18340540374091,21.23522162793654,3.8712770541508994,0.7221034919659709,0.8319998631329993,0.477943852162473,7.326135672435861,4.709926263089573,0.6534001752262991,0.5370557762983906,0.37694249627830584,Hazards,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.060298457501735965,0.05869040554773787,0.21700403259860146,3.5263167908364315,0.1387325861053734,0.15107312385669,62.207398431041284,0.24555744236682375,0.16235202573628815,0.14347373855074153,0.12465114913151049,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.9530306031244132,0.9044895325540855,0.7775632937749227,0.42541454829232594,0.05198969146638438,0.04996388581473784,3.641625662296345,0.9762328631655529,0.0627298225327263,0.04996390642730427,0.03362612198740709,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,114.50167930331934,58.520204439720146,6.380300283432007,0.551488743687741,0.36929857790567383,0.28642786311003027,3.0659819157714394,10.700545747919557,0.48254996629005426,0.2877249216273977,0.25213533169850405,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,2.1047453336705075,1.9550917628682403,1.2880158027013142,0.6674322317514404,0.053889207833612264,0.05222944933777759,2.2382164338812136,1.4507740463871373,0.059805181008669835,0.05309580662433764,0.034428130458537695,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,26.21733883247642,24.39989679058748,4.217489659786224,0.7897509896088639,0.9489047601768866,0.5089482630850236,8.795124778821966,5.120286987315889,0.6865189256736387,0.5654734739378178,0.4036154098794891,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,170.07615842918554,0.0020075558374325433,0.0430755615234375,0.0024325022977941175,1.7948150634765625e-05,1.794797636957101e-05,2.7403073299632354,13.041325025824083,0.005433885427426701,1.7948150634765625e-05,0.0013588102835196032,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,890.713526753742,459.6993433938395,19.7410888671875,0.3983935818708682,0.08488627994531377,0.0825329602754252,1.6746824063343657,29.844824120000137,0.12013442716503793,0.07946384247861558,0.06594550252364441,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 1d8045aae9c91759569e8b414675cd17eef1dfe5..90c23a11acbdfe3be636b7a49775a836f1d47af5 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T03:20:09.785106+00:00", + "evaluated_at": "2026-06-22T03:28:17.107347+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 63896.01171875, 64606.0, 64257.98828125, - 64164.0 + 64255.328125 ], "p50": [ - 64451.6171875, - 64447.703125, - 64462.55859375, - 64481.703125, - 64457.138671875, - 64504.080078125, - 64483.7421875, - 64481.892578125, - 64559.318359375, - 64573.126953125, - 64571.068359375, - 64695.849609375, - 64619.6484375, - 64656.716796875, - 64705.8125, - 64768.33203125, - 64714.4375, - 64750.236328125, - 64819.681640625, - 64773.134765625, - 64805.994140625, - 64893.50390625, - 65052.107421875, - 64899.974609375 + 64460.044921875, + 64470.22265625, + 64453.919921875, + 64500.578125, + 64494.66015625, + 64481.326171875, + 64465.576171875, + 64507.669921875, + 64575.978515625, + 64614.455078125, + 64619.955078125, + 64605.296875, + 64600.859375, + 64705.947265625, + 64764.427734375, + 64615.638671875, + 64786.259765625, + 64736.5625, + 64910.123046875, + 64772.9765625, + 64956.798828125, + 64745.748046875, + 64728.64453125, + 64777.990234375 ], "p10": [ - 64200.35546875, - 64085.849609375, - 63982.14453125, - 63936.439453125, - 63760.0859375, - 63849.44140625, - 63760.376953125, - 63630.29296875, - 63759.755859375, - 63766.783203125, - 63780.55859375, - 63507.4453125, - 63755.859375, - 63554.25, - 63583.955078125, - 63520.400390625, - 63478.5625, - 63290.919921875, - 63537.224609375, - 63490.396484375, - 63275.3828125, - 63130.060546875, - 63612.623046875, - 63236.412109375 + 64217.626953125, + 64134.158203125, + 63962.029296875, + 63837.8515625, + 63886.69921875, + 63788.4296875, + 63609.28515625, + 63693.6640625, + 63892.693359375, + 63701.732421875, + 63742.37890625, + 63633.32421875, + 63610.740234375, + 63717.72265625, + 63471.919921875, + 63519.31640625, + 63675.763671875, + 63494.443359375, + 63605.40234375, + 63130.86328125, + 63067.09765625, + 62933.427734375, + 62914.359375, + 62980.189453125 ], "p90": [ - 64771.888671875, - 64842.97265625, - 64803.802734375, - 65071.30859375, - 65137.359375, - 65158.80078125, - 65275.544921875, - 65487.205078125, - 65603.0703125, - 65497.51171875, - 65686.2890625, - 65837.83203125, - 65734.9375, - 65767.02734375, - 65904.21875, - 66070.9609375, - 66170.5703125, - 66550.94921875, - 66720.92578125, - 66688.28125, - 67043.73046875, - 66598.87109375, - 67475.39453125, - 67146.4765625 + 64701.966796875, + 64881.2421875, + 64967.041015625, + 65160.67578125, + 65181.216796875, + 65198.095703125, + 65145.673828125, + 65441.45703125, + 65482.294921875, + 65575.125, + 65658.6796875, + 65592.76171875, + 65661.51953125, + 65935.421875, + 66095.48046875, + 66019.21875, + 66392.4765625, + 66080.63671875, + 66841.48828125, + 66711.80078125, + 66935.85546875, + 67133.81640625, + 66955.95703125, + 66975.32421875 ], "timestamps": [ "2026-06-17 04:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 29325ccdbc983b3ec67835a44bf667b64a824764..f94f33d5d203024b92eb0125e4ce35f002067853 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T03:07:19.841762+00:00", + "evaluated_at": "2026-06-22T03:28:22.552879+00:00", "freq": "10min", "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -83,13 +82,13 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -157,232 +156,232 @@ 1.7000000476837158, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842 ], "p50": [ - 1.3080998659133911, - 1.3121246099472046, - 1.3075059652328491, - 1.3090625405311584, - 1.3086991906166077, - 1.3052148222923279, - 1.3033635020256042, - 1.3094502091407776, - 1.3203742504119873, - 1.311024248600006, - 1.3138290047645569, - 1.312802493572235, - 1.2951327562332153, - 1.2963903546333313, - 1.2981042265892029, - 1.3093054294586182, - 1.299306333065033, - 1.309296190738678, - 1.304614007472992, - 1.3054476976394653, - 1.2979604005813599, - 1.3098926544189453, - 1.295698344707489, - 1.302973210811615, - 1.3075922727584839, - 1.308934211730957, - 1.3226386308670044, - 1.2922955751419067, - 1.3012863397598267, - 1.3057950139045715, - 1.2890437841415405, - 1.309518277645111, - 1.2978798747062683, - 1.2874048352241516, - 1.3178609013557434, - 1.3006373643875122, - 1.3009897470474243, - 1.3099428415298462, - 1.298534631729126, - 1.311806082725525, - 1.3095585703849792, - 1.2974262833595276, - 1.3060338497161865, - 1.3102778196334839, - 1.3083529472351074, - 1.3173468112945557, - 1.3122658133506775, - 1.3035624027252197, - 1.3144605159759521, - 1.31387859582901, - 1.3107705116271973, - 1.2954156398773193, - 1.3016533255577087, - 1.299818217754364, - 1.3089736700057983, - 1.3172341585159302, - 1.2977198958396912, - 1.3036491870880127, - 1.318357229232788, - 1.3147377967834473, - 1.294790804386139, - 1.3209106922149658, - 1.3024494647979736, - 1.299376368522644, - 1.3008297085762024, - 1.31010103225708, - 1.2899394631385803, - 1.302276074886322, - 1.3221393823623657, - 1.317842423915863, - 1.309869647026062, - 1.3005037903785706 + 1.3039879202842712, + 1.3100677728652954, + 1.3107879757881165, + 1.296121895313263, + 1.311366617679596, + 1.2989038228988647, + 1.3083369135856628, + 1.3072384595870972, + 1.296014428138733, + 1.3042529225349426, + 1.3088850378990173, + 1.2965818047523499, + 1.3061830401420593, + 1.3124186396598816, + 1.3055639266967773, + 1.3090335130691528, + 1.3127951622009277, + 1.3109968900680542, + 1.312009572982788, + 1.3111931681632996, + 1.2962339520454407, + 1.3062321543693542, + 1.2894861102104187, + 1.3042879700660706, + 1.304694414138794, + 1.3068845868110657, + 1.3068098425865173, + 1.3018165826797485, + 1.314927577972412, + 1.3025789856910706, + 1.304097592830658, + 1.3101713061332703, + 1.3044434785842896, + 1.3111506700515747, + 1.3039917349815369, + 1.2927603721618652, + 1.3056376576423645, + 1.3194847106933594, + 1.3166280388832092, + 1.3037121295928955, + 1.3142518997192383, + 1.3075801134109497, + 1.3003069758415222, + 1.3141367435455322, + 1.3022858500480652, + 1.2953553795814514, + 1.3005341291427612, + 1.308067262172699, + 1.3189868330955505, + 1.304855763912201, + 1.2991018295288086, + 1.3062494397163391, + 1.3003268837928772, + 1.3155378699302673, + 1.2930022478103638, + 1.3140403628349304, + 1.312886655330658, + 1.3095862865447998, + 1.2937822937965393, + 1.3009712100028992, + 1.293360948562622, + 1.3156729340553284, + 1.3134838938713074, + 1.3056873679161072, + 1.3139148950576782, + 1.2929347157478333, + 1.2965484857559204, + 1.3092862367630005, + 1.296113908290863, + 1.3080517053604126, + 1.3028987646102905, + 1.2927971482276917 ], "p10": [ - 1.2155606150627136, - 1.1753594279289246, - 1.1609459519386292, - 1.1701675653457642, - 1.168409287929535, - 1.1685672402381897, - 1.188829481601715, - 1.1980830430984497, - 1.194525957107544, - 1.1869230270385742, - 1.1802703142166138, - 1.1862266659736633, - 1.1577759385108948, - 1.1575841307640076, - 1.1687398552894592, - 1.144957184791565, - 1.182724416255951, - 1.1510667204856873, - 1.1747684478759766, - 1.1738207340240479, - 1.1704769134521484, - 1.1921573877334595, - 1.195850908756256, - 1.1736562252044678, - 1.1816024780273438, - 1.1743187308311462, - 1.1952741146087646, - 1.138050615787506, - 1.1709415912628174, - 1.1882079243659973, - 1.1447253823280334, - 1.153699517250061, - 1.1504459977149963, - 1.1390925645828247, - 1.187845230102539, - 1.1374499797821045, - 1.149770975112915, - 1.191672682762146, - 1.1345765590667725, - 1.136424720287323, - 1.1867671012878418, - 1.1615253686904907, - 1.1632983088493347, - 1.1311011910438538, - 1.1531890630722046, - 1.1659506559371948, - 1.1637448072433472, - 1.1460405588150024, - 1.1756989359855652, - 1.1367469429969788, - 1.1528491377830505, - 1.0925950407981873, - 1.1135908365249634, - 1.113647997379303, - 1.107507586479187, - 1.1347267627716064, - 1.1321008205413818, - 1.1075993180274963, - 1.1041803359985352, - 1.15514475107193, - 1.1231322288513184, - 1.1228615641593933, - 1.1353672742843628, - 1.1333211660385132, - 1.087444543838501, - 1.114815592765808, - 1.1366959810256958, - 1.09658545255661, - 1.1304295063018799, - 1.1317286491394043, - 1.1162149310112, - 1.101294994354248 + 1.1787878274917603, + 1.2115471959114075, + 1.1967508792877197, + 1.1684561371803284, + 1.1802672743797302, + 1.1435229182243347, + 1.1681051850318909, + 1.1714466214179993, + 1.1682062149047852, + 1.1550161838531494, + 1.1865647435188293, + 1.1542711853981018, + 1.1724018454551697, + 1.1465684175491333, + 1.171494960784912, + 1.1750075817108154, + 1.1646835803985596, + 1.204037606716156, + 1.1867220401763916, + 1.1919335722923279, + 1.1763473749160767, + 1.1884469985961914, + 1.1583141684532166, + 1.1696985363960266, + 1.1888253688812256, + 1.198424518108368, + 1.178762137889862, + 1.165920913219452, + 1.1716693043708801, + 1.1775407195091248, + 1.1598983407020569, + 1.189298689365387, + 1.1867392659187317, + 1.1743364334106445, + 1.1773861050605774, + 1.153254508972168, + 1.1742006540298462, + 1.137876033782959, + 1.1806849241256714, + 1.1690224409103394, + 1.1865730285644531, + 1.1688935160636902, + 1.1494420766830444, + 1.177087128162384, + 1.1624093651771545, + 1.1166146993637085, + 1.1331774592399597, + 1.1236122846603394, + 1.1445412039756775, + 1.156272530555725, + 1.1108176708221436, + 1.132655918598175, + 1.1369969248771667, + 1.1211461424827576, + 1.1382627487182617, + 1.1163912415504456, + 1.0882840156555176, + 1.1216621398925781, + 1.1525008082389832, + 1.1489018201828003, + 1.14384126663208, + 1.1410609483718872, + 1.1732523441314697, + 1.1458567380905151, + 1.1428779363632202, + 1.0985068678855896, + 1.0689705610275269, + 1.138340950012207, + 1.1216691732406616, + 1.1222941279411316, + 1.1243126392364502, + 1.1382482051849365 ], "p90": [ - 1.4089112281799316, - 1.4452045559883118, - 1.4307729005813599, - 1.4230361580848694, - 1.4183428883552551, - 1.4380892515182495, - 1.4334485530853271, - 1.4224541783332825, - 1.4608184099197388, - 1.4617965817451477, - 1.4088157415390015, - 1.4296000599861145, - 1.4278289675712585, - 1.421784222126007, - 1.430462896823883, - 1.4168830513954163, - 1.4247939586639404, - 1.4249048233032227, - 1.4317946434020996, - 1.4417937397956848, - 1.447477400302887, - 1.4278022050857544, - 1.4070138931274414, - 1.420028567314148, - 1.423555850982666, - 1.4197468757629395, - 1.44143146276474, - 1.408925175666809, - 1.4264689683914185, - 1.435164451599121, - 1.4202314019203186, - 1.4217049479484558, - 1.4380582571029663, - 1.4462067484855652, - 1.4625203013420105, - 1.423821210861206, - 1.4683607816696167, - 1.4260729551315308, - 1.4474757313728333, - 1.4474296569824219, - 1.4515377283096313, - 1.4385876059532166, - 1.451013207435608, - 1.453765630722046, - 1.4645553827285767, - 1.489076554775238, - 1.4619346857070923, - 1.4458724856376648, - 1.471476435661316, - 1.4923502206802368, - 1.4753093719482422, - 1.4658013582229614, - 1.4510603547096252, - 1.4527477622032166, - 1.4686537384986877, - 1.4809681177139282, - 1.4880470037460327, - 1.4541306495666504, - 1.4716334342956543, - 1.466150164604187, - 1.452908217906952, - 1.5043292045593262, - 1.4678005576133728, - 1.4689339399337769, - 1.4967240691184998, - 1.4802477955818176, - 1.4483155012130737, - 1.4827089309692383, - 1.4982373714447021, - 1.492217242717743, - 1.4733503460884094, - 1.5591179132461548 + 1.4226146936416626, + 1.4261835813522339, + 1.4644516110420227, + 1.4165392518043518, + 1.4338409900665283, + 1.4202879667282104, + 1.4274331331253052, + 1.4480584263801575, + 1.4305421113967896, + 1.4427217245101929, + 1.4231107234954834, + 1.4072844982147217, + 1.4418590664863586, + 1.4241271018981934, + 1.4113926887512207, + 1.4724443554878235, + 1.459277629852295, + 1.4169070720672607, + 1.4221594333648682, + 1.4205369353294373, + 1.4524479508399963, + 1.4138992428779602, + 1.4401670098304749, + 1.439242660999298, + 1.4468425512313843, + 1.4223887920379639, + 1.451064944267273, + 1.4336354732513428, + 1.431921362876892, + 1.4457871913909912, + 1.4245979189872742, + 1.4594990611076355, + 1.4282636642456055, + 1.4448203444480896, + 1.4532984495162964, + 1.4267228841781616, + 1.4309955835342407, + 1.4956610202789307, + 1.4578905701637268, + 1.449930727481842, + 1.5041853189468384, + 1.4632176160812378, + 1.4508057236671448, + 1.471333622932434, + 1.4280552864074707, + 1.45083749294281, + 1.4869602918624878, + 1.4607189297676086, + 1.476327657699585, + 1.4616912603378296, + 1.4571335315704346, + 1.441604197025299, + 1.4796302914619446, + 1.4637564420700073, + 1.4742498397827148, + 1.4602502584457397, + 1.4624237418174744, + 1.5142973065376282, + 1.4795700311660767, + 1.4790841341018677, + 1.4975202679634094, + 1.4991762042045593, + 1.491317868232727, + 1.4845186471939087, + 1.4771250486373901, + 1.5174798369407654, + 1.466834008693695, + 1.4679315090179443, + 1.4722670912742615, + 1.4434003233909607, + 1.4846729636192322, + 1.5057121515274048 ], "timestamps": [ - "2026-06-20 02:10:00", "2026-06-20 02:20:00", "2026-06-20 02:30:00", "2026-06-20 02:40:00", @@ -531,6 +530,7 @@ "2026-06-21 02:30:00", "2026-06-21 02:40:00", "2026-06-21 02:50:00", - "2026-06-21 03:00:00" + "2026-06-21 03:00:00", + "2026-06-21 03:10:00" ] } diff --git a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json index 9f4006f1f5fa028e851a323534489ecae3266720..7789b563ea3216183e0c89f13ecc72bab4653ec3 100644 --- a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,25 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T02:19:54.321834+00:00", + "evaluated_at": "2026-06-22T03:28:29.679966+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.200000762939453, 17.0, 17.0, 17.0, @@ -101,9 +87,7 @@ 18.299999237060547, 18.0, 18.0, - 18.0 - ], - "actuals": [ + 18.0, 18.0, 18.0, 17.0, @@ -117,7 +101,9 @@ 17.0, 17.0, 17.0, - 17.0, + 17.0 + ], + "actuals": [ 17.0, 17.0, 16.0, @@ -127,89 +113,101 @@ 16.0, 16.0, 16.100000381469727, - 16.0 + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0 ], "p50": [ - 19.034415245056152, - 18.86807155609131, - 19.11430835723877, - 18.941290855407715, - 19.055686950683594, - 19.079940795898438, - 19.054800987243652, - 19.127305030822754, - 18.955388069152832, - 19.20596981048584, - 19.047030448913574, - 19.033634185791016, - 19.02216625213623, - 18.96736431121826, - 18.92675495147705, - 19.187249183654785, - 18.946420669555664, - 19.02115249633789, - 18.921321868896484, - 18.84029197692871, - 19.10050678253174, - 19.1184720993042, - 19.071269035339355, - 18.94911003112793 + 16.813777923583984, + 16.787578582763672, + 16.75686264038086, + 16.703272819519043, + 16.59277629852295, + 16.581929206848145, + 16.578190803527832, + 16.484745025634766, + 16.400962829589844, + 16.370511054992676, + 16.40525722503662, + 16.314640998840332, + 16.300652503967285, + 16.314570426940918, + 16.207775115966797, + 16.113043785095215, + 16.182626724243164, + 16.016971588134766, + 16.1555118560791, + 16.01210880279541, + 15.930153369903564, + 15.946476459503174, + 15.873844146728516, + 15.936260223388672 ], "p10": [ - 17.76387310028076, - 17.47112464904785, - 17.745851516723633, - 17.80257511138916, - 18.00184154510498, - 17.714818000793457, - 17.57270050048828, - 17.770788192749023, - 17.493172645568848, - 17.745908737182617, - 17.559844970703125, - 17.282459259033203, - 17.598417282104492, - 16.83362865447998, - 17.418275833129883, - 17.100459098815918, - 16.971981048583984, - 17.291251182556152, - 16.84712314605713, - 16.66371250152588, - 17.329370498657227, - 17.365623474121094, - 16.99508285522461, - 17.083768844604492 + 16.59602165222168, + 16.4590425491333, + 16.39378547668457, + 16.328584671020508, + 16.174299240112305, + 16.110279083251953, + 15.94805383682251, + 15.73025131225586, + 15.838923454284668, + 15.771771907806396, + 15.58275556564331, + 15.520817279815674, + 15.397605419158936, + 15.35776138305664, + 15.360290050506592, + 14.974635124206543, + 15.124950408935547, + 14.90552043914795, + 14.639760971069336, + 14.526443481445312, + 14.615959167480469, + 14.534797668457031, + 14.411004066467285, + 14.321310043334961 ], "p90": [ - 20.310544967651367, - 20.23874855041504, - 20.499932289123535, - 20.327070236206055, - 21.028096199035645, - 20.462444305419922, - 20.815181732177734, - 20.670174598693848, - 20.58370018005371, - 21.045470237731934, - 20.619561195373535, - 20.674728393554688, - 20.811996459960938, - 20.925890922546387, - 20.94949722290039, - 20.94052219390869, - 20.69171142578125, - 20.861820220947266, - 20.97516918182373, - 20.562700271606445, - 21.315939903259277, - 21.123689651489258, - 21.11663818359375, - 20.9343900680542 + 17.090519905090332, + 17.167784690856934, + 17.15477180480957, + 17.11319923400879, + 17.160680770874023, + 17.08304500579834, + 17.15829563140869, + 17.0813570022583, + 17.19122314453125, + 17.28744125366211, + 17.178898811340332, + 17.15984058380127, + 17.132919311523438, + 17.21012306213379, + 17.14906883239746, + 17.523446083068848, + 17.313179969787598, + 17.30180263519287, + 17.331188201904297, + 17.365445137023926, + 17.310887336730957, + 17.400534629821777, + 17.355271339416504, + 17.94310188293457 ], "timestamps": [ - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", @@ -327,6 +325,8 @@ "2026-06-26 12:00:00", "2026-06-26 13:00:00", "2026-06-26 14:00:00", - "2026-06-26 15:00:00" + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 0f7a4a2c4eccaeea9a4cdc06c68dab1004c68458..a6bd4fa878dc1b469911083c8877085e03c31264 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T02:19:59.910910+00:00", + "evaluated_at": "2026-06-22T03:28:36.021296+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 26.299999237060547, 25.700000762939453, 24.299999237060547, 22.799999237060547, @@ -341,10 +340,10 @@ 23.5, 27.600000381469727, 31.299999237060547, - 27.0 + 27.0, + 25.299999237060547 ], "actuals": [ - 25.299999237060547, 25.600000381469727, 25.700000762939453, 26.799999237060547, @@ -367,88 +366,88 @@ 16.200000762939453, 17.799999237060547, 21.0, + 20.100000381469727, 20.100000381469727 ], "p50": [ - 25.38096523284912, - 25.14077091217041, - 24.269041061401367, - 24.471753120422363, - 25.345471382141113, - 27.207420349121094, - 26.738140106201172, - 29.520614624023438, - 33.79191970825195, - 37.241804122924805, - 41.73757743835449, - 38.71008491516113, - 37.2309455871582, - 36.82354736328125, - 32.6120491027832, - 29.909046173095703, - 26.248997688293457, - 25.878616333007812, - 23.357842445373535, - 23.45720386505127, - 22.403806686401367, - 24.19368553161621, - 24.162251472473145, - 23.492992401123047 + 24.025737762451172, + 23.991657257080078, + 24.077689170837402, + 24.799983024597168, + 25.38825035095215, + 25.389700889587402, + 27.916488647460938, + 27.64378261566162, + 29.14315414428711, + 28.3680419921875, + 26.794447898864746, + 23.973572731018066, + 25.42367172241211, + 26.196572303771973, + 26.386433601379395, + 25.201193809509277, + 28.07215976715088, + 26.191832542419434, + 26.500523567199707, + 28.404890060424805, + 25.908719062805176, + 27.357704162597656, + 25.739405632019043, + 26.13743019104004 ], "p10": [ - 22.28053379058838, - 19.870585441589355, - 18.428150177001953, - 18.78179931640625, - 18.70110321044922, - 18.83800220489502, - 18.15024185180664, - 19.503992080688477, - 19.448440551757812, - 23.218600273132324, - 22.470922470092773, - 22.832531929016113, - 20.242599487304688, - 18.28395175933838, - 19.02041721343994, - 16.711670875549316, - 14.83237361907959, - 13.77538776397705, - 11.65524673461914, - 13.810274124145508, - 13.681711673736572, - 14.684877395629883, - 14.267529964447021, - 13.879850387573242 + 20.88212013244629, + 19.918394088745117, + 17.508386611938477, + 15.257104873657227, + 15.004294395446777, + 14.864275932312012, + 15.120348453521729, + 14.3201003074646, + 13.581216812133789, + 13.265533447265625, + 12.804880142211914, + 11.88374137878418, + 14.376970291137695, + 11.274948120117188, + 11.119455337524414, + 11.217225074768066, + 15.543081283569336, + 12.656797409057617, + 12.10876750946045, + 12.840344429016113, + 13.160835266113281, + 11.733945846557617, + 12.269818305969238, + 10.374051094055176 ], "p90": [ - 28.848246574401855, - 29.398929595947266, - 30.430622100830078, - 32.952890396118164, - 36.069955825805664, - 40.257110595703125, - 41.518157958984375, - 50.93547248840332, - 55.49458694458008, - 59.879981994628906, - 65.81408309936523, - 62.389862060546875, - 60.622737884521484, - 63.77899169921875, - 60.622737884521484, - 52.03205871582031, - 46.4935417175293, - 51.12020492553711, - 41.31679344177246, - 41.33243370056152, - 39.578962326049805, - 43.89264488220215, - 42.506587982177734, - 37.854848861694336 + 27.36747646331787, + 30.740952491760254, + 31.5906982421875, + 35.32810592651367, + 39.086585998535156, + 44.8820915222168, + 44.09237480163574, + 45.208993911743164, + 50.86967849731445, + 50.67660331726074, + 50.79390907287598, + 49.52115249633789, + 49.53216552734375, + 42.01698303222656, + 49.06670570373535, + 60.14697456359863, + 59.60968208312988, + 57.06830596923828, + 56.329654693603516, + 60.62103271484375, + 58.15005874633789, + 63.04372215270996, + 54.83381271362305, + 60.62103271484375 ], "timestamps": [ - "2026-06-07 03:00:00", "2026-06-07 04:00:00", "2026-06-07 05:00:00", "2026-06-07 06:00:00", @@ -807,6 +806,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 25b57911f9a926f7f44c72991741c8b96f4b696f..71ee87e89a024d568ff19e940f472d0059795c42 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T02:20:05.440518+00:00", + "evaluated_at": "2026-06-22T03:28:41.125258+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 27.100000381469727, 27.5, 27.799999237060547, 28.600000381469727, @@ -341,10 +340,10 @@ 24.799999237060547, 25.700000762939453, 27.5, - 27.799999237060547 + 27.799999237060547, + 28.0 ], "actuals": [ - 28.0, 27.799999237060547, 27.799999237060547, 27.299999237060547, @@ -367,88 +366,88 @@ 23.200000762939453, 23.399999618530273, 24.399999618530273, - 24.799999237060547 + 24.799999237060547, + 25.299999237060547 ], "p50": [ - 28.535253524780273, - 28.936185836791992, - 29.08700466156006, - 28.485538482666016, - 28.010855674743652, - 27.318828582763672, - 26.640867233276367, - 26.194966316223145, - 25.452908515930176, - 24.81265163421631, - 24.406792640686035, - 24.155864715576172, - 23.77300453186035, - 23.972368240356445, - 23.70277690887451, - 23.835161209106445, - 23.98317813873291, - 23.6776065826416, - 23.97894859313965, - 23.873690605163574, - 24.900084495544434, - 25.6669282913208, - 26.37495708465576, - 27.389010429382324 + 28.53242588043213, + 28.643189430236816, + 28.25331687927246, + 27.881218910217285, + 27.061307907104492, + 26.786959648132324, + 26.08713150024414, + 25.350449562072754, + 24.492345809936523, + 24.226633071899414, + 24.07273769378662, + 23.865473747253418, + 23.669631004333496, + 23.95056438446045, + 23.925454139709473, + 23.94835376739502, + 23.708745002746582, + 23.56361961364746, + 24.075645446777344, + 24.7813138961792, + 25.70263957977295, + 26.560256004333496, + 27.06627368927002, + 27.75218391418457 ], "p10": [ - 27.795260429382324, - 27.942344665527344, - 27.824164390563965, - 26.656729698181152, - 25.809431076049805, - 25.16148090362549, - 24.54679584503174, - 24.570860862731934, - 23.343732833862305, - 22.885011672973633, - 22.58977508544922, - 22.314485549926758, - 22.010567665100098, - 22.116722106933594, - 22.037508010864258, - 21.5618839263916, - 21.91233730316162, - 21.588136672973633, - 21.686768531799316, - 21.78922748565674, - 22.448107719421387, - 22.712746620178223, - 23.569037437438965, - 24.1248197555542 + 27.855685234069824, + 27.7284517288208, + 26.957480430603027, + 26.304101943969727, + 25.228575706481934, + 24.690667152404785, + 24.150835037231445, + 23.611663818359375, + 22.913368225097656, + 22.62397575378418, + 22.75047016143799, + 22.16202735900879, + 22.299110412597656, + 21.9538516998291, + 21.888769149780273, + 21.525607109069824, + 21.719484329223633, + 21.279675483703613, + 21.649248123168945, + 21.98336696624756, + 22.569232940673828, + 23.916247367858887, + 24.150724411010742, + 24.471668243408203 ], "p90": [ - 29.36137104034424, - 30.20737934112549, - 30.817827224731445, - 30.524904251098633, - 30.32506275177002, - 29.506186485290527, - 28.38351535797119, - 28.465134620666504, - 27.588215827941895, - 26.697651863098145, - 26.55195426940918, - 26.064983367919922, - 25.57078456878662, - 25.789978981018066, - 25.746551513671875, - 25.971174240112305, - 26.660853385925293, - 26.344072341918945, - 26.11054515838623, - 26.355645179748535, - 27.608613967895508, - 28.787105560302734, - 30.694704055786133, - 31.04137420654297 + 29.3726224899292, + 29.597991943359375, + 29.876877784729004, + 29.63708782196045, + 29.020179748535156, + 28.572321891784668, + 27.98017120361328, + 27.420303344726562, + 26.581674575805664, + 26.317702293395996, + 25.62571907043457, + 26.019235610961914, + 25.6158447265625, + 26.07953643798828, + 25.646390914916992, + 26.477465629577637, + 25.848824501037598, + 26.36721897125244, + 26.461362838745117, + 27.81398582458496, + 28.468770027160645, + 29.837289810180664, + 30.481060028076172, + 31.452746391296387 ], "timestamps": [ - "2026-06-07 03:00:00", "2026-06-07 04:00:00", "2026-06-07 05:00:00", "2026-06-07 06:00:00", @@ -807,6 +806,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index dcca1e73be1cfc86bf3dfb0ef69ef94bffa6a483..87f12fe51a38acaf678aaff97c45f7f82bc25593 100644 --- a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T02:20:10.669749+00:00", + "evaluated_at": "2026-06-22T03:28:47.387357+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 15.0, 10.0, 16.0, 11.0, @@ -30,7 +29,7 @@ 12.0, 18.0, 18.0, - 18.0, + 19.0, 25.0, 13.0, 22.0, @@ -173,10 +172,10 @@ 10.0, 13.0, 9.0, - 12.0 + 12.0, + 11.0 ], "actuals": [ - 11.0, 2.0, 7.0, 12.0, @@ -198,89 +197,89 @@ 5.0, 8.0, 9.0, - 4.0, - 4.0 + 5.0, + 18.0, + 2.0 ], "p50": [ - 10.645991802215576, - 10.9349365234375, - 10.874664306640625, - 11.45111894607544, - 11.836851119995117, - 11.401920795440674, - 11.137400150299072, - 10.818319320678711, - 10.540432929992676, - 10.719850540161133, - 11.468149185180664, - 11.986333847045898, - 11.296569347381592, - 10.872257232666016, - 10.446487426757812, - 10.457634925842285, - 11.434112548828125, - 11.179641723632812, - 11.212718486785889, - 11.220439910888672, - 10.575533390045166, - 10.337096214294434, - 10.80601692199707, - 10.550021648406982 + 10.773022174835205, + 10.516014575958252, + 11.42842435836792, + 12.653699398040771, + 12.702988147735596, + 10.941733360290527, + 10.605031490325928, + 10.815746307373047, + 11.09576416015625, + 11.050718307495117, + 11.05971622467041, + 11.243593692779541, + 11.299429893493652, + 10.429404735565186, + 10.286375999450684, + 10.620503902435303, + 11.124248504638672, + 11.503145217895508, + 11.743196487426758, + 10.722278594970703, + 10.24708890914917, + 10.85609769821167, + 10.99406099319458, + 11.12760877609253 ], "p10": [ - 5.8774824142456055, - 5.977203845977783, - 6.362942695617676, - 6.835150241851807, - 6.445472002029419, - 7.210359811782837, - 5.956329822540283, - 6.440624952316284, - 6.116513729095459, - 6.31773829460144, - 6.807438373565674, - 6.854641914367676, - 6.547076463699341, - 5.9713053703308105, - 6.459870100021362, - 6.475707769393921, - 7.53487229347229, - 6.525580644607544, - 6.707343339920044, - 6.687200546264648, - 6.455787420272827, - 5.859155654907227, - 5.733091354370117, - 6.056949138641357 + 6.302335023880005, + 6.0188889503479, + 6.989766359329224, + 7.776225805282593, + 7.460245370864868, + 6.533743858337402, + 5.768700122833252, + 6.40247368812561, + 6.598451614379883, + 6.522448778152466, + 5.974352836608887, + 5.8886260986328125, + 6.177150726318359, + 6.146299839019775, + 5.545226573944092, + 5.281834125518799, + 6.471580982208252, + 6.575962781906128, + 6.675118446350098, + 6.541030406951904, + 5.996835708618164, + 4.407557964324951, + 6.1671342849731445, + 4.807682037353516 ], "p90": [ - 15.077722549438477, - 15.003273010253906, - 14.795421123504639, - 15.192195415496826, - 17.00892925262451, - 16.045022010803223, - 15.914088249206543, - 15.880174160003662, - 15.17020559310913, - 15.006216526031494, - 16.24731731414795, - 17.636043548583984, - 16.392894744873047, - 15.006333351135254, - 15.383787631988525, - 15.004708290100098, - 16.268465995788574, - 15.446876525878906, - 16.256528854370117, - 15.015742301940918, - 15.28773021697998, - 15.506112098693848, - 15.018407821655273, - 15.42037057876587 + 14.988922119140625, + 14.99989938735962, + 15.862685680389404, + 16.947022438049316, + 17.608281135559082, + 15.23905611038208, + 15.186213970184326, + 14.963273525238037, + 14.992878913879395, + 16.33839702606201, + 16.803954124450684, + 15.866594314575195, + 16.429831504821777, + 14.718095779418945, + 14.976484775543213, + 14.99180269241333, + 16.088583946228027, + 15.471082210540771, + 15.775806427001953, + 15.00728178024292, + 14.973772048950195, + 14.995596885681152, + 15.121315956115723, + 15.892635822296143 ], "timestamps": [ - "2026-06-14 03:00:00", "2026-06-14 04:00:00", "2026-06-14 05:00:00", "2026-06-14 06:00:00", @@ -471,6 +470,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 72098d6c4f2ae4b248fb4a047ae83ac2ea52520e..0bd9d8656dc45b3e7d81bff2fe12a651ae65a4c3 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,43 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T03:20:20.357763+00:00", + "evaluated_at": "2026-06-22T03:28:50.001869+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 78, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index c0fc1466d0228de8da661e14c01c0382137413e3..2c93584c875cc05b71ad8d98ccdf70b5a28b7f7d 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,107938.65708800848,101913.82489026045,280.70074669910537,0.2521788188097104,0.004374841405857742,0.004383297211116262,1.6296831685899107,328.54019097822487,0.0051237013651556996,0.004377628182354571,0.0032798860040058977,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,110133.51375278342,104115.32023568287,284.50608524077205,0.2555974979186663,0.004433838715547527,0.0044425611815166665,1.6296831685899107,331.8636975518464,0.005175225350075025,0.004436710358651451,0.0033365914802749204,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,7.0117621108409915,7.055180251713726,2.3406708197807196,1.286082945423883,0.09117363478001132,0.09198258102788746,18.298197202231655,2.647973208104831,0.10515306436116724,0.09294984881545072,0.08360600092705145,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,1.0700574511036958,1.067756994091591,0.9879227007231371,2.887818338850878,0.6166944200239348,0.9038166621262945,111.00156612749676,1.0344358129452478,0.6643562194321821,0.6344836309127223,0.6292003285546622,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.05236849886327124,0.05251738120008634,0.2048611478121192,3.328994842488267,0.13160274260089408,0.14263775279709748,44.642332159796965,0.2288416458236377,0.15199813899788892,0.13607013316278632,0.12150268872011444,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moving-Average,5.88112128612038,5.797170224124083,2.3080700999812067,1.326265389224326,0.13888501788160354,0.1289964119043006,28.664216170429643,2.4251023248762884,0.14395858905351946,0.1370113382934718,0.13270705226987556,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,128.59774168171955,120.87542426413184,9.144959804173531,0.7900176028982656,0.5330136592913973,0.3708657048514055,15.550183066979733,11.340094430017748,0.5064426013325356,0.4084090534596959,0.37819241418869537,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,6.526072410100379,6.166919988149481,2.3281216379421856,1.1966621928137757,0.0982035940320067,0.09375193906664485,18.96105723265285,2.554617859896149,0.10482274932186428,0.09552900834050483,0.0851729211381429,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,17.15802510308745,20.81806222883574,4.0119760479041915,0.7483478638577767,0.8334218782852765,0.49246959088600994,4.436269089203985,4.142224656279214,0.5746438829520297,0.5565747118479804,0.39250870128721366,Hazards,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.055840085789192945,0.055815992131831624,0.21145836967560974,3.436199736109446,0.13523076952354895,0.14685558090639145,42.0919873125804,0.23630506932605772,0.15623475439009035,0.13980718460344416,0.12548721780452046,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Moving-Average,5.580205392527934,5.584079915152663,2.208333333333332,1.208206630894315,0.1453467592709629,0.13387604206012063,17.194696343948102,2.3622458365987087,0.1517908971308407,0.1419009370816599,0.13361128465156072,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,136.18451396667265,129.6230197133954,9.561163966711087,0.8264304295969094,0.5572797319999554,0.38605998960772353,16.646368207793387,11.669812079321272,0.5262598336708761,0.4311686019123966,0.39954606470656695,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,6.438845270447934,6.020958252839148,2.2671846465289507,1.1748241793709742,0.09612999458882414,0.09154143598967375,18.510278015526424,2.537487984296267,0.10460273161494606,0.09346003156273668,0.08327370282217532,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,21.284766913067685,23.216810640196645,4.169619095143047,0.7807869306899855,0.9281208138976975,0.5069649103752386,4.906111426216294,4.613541688666928,0.618575421944169,0.5590550742091236,0.4081931853239517,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,111.54838988908428,119.74886503539376,10.942982456140271,0.6179566563467448,0.00455957602339178,0.004549204800824111,13.035292801951934,10.561647120079533,0.004400686300033139,0.00455957602339178,0.004609713423218519,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,2916.429984376527,2638.9728108544255,41.77216748768473,0.8658991116103341,0.19118729110684002,0.17018181335231902,12.392259940414672,54.0039811900616,0.2146665918968945,0.16604495878125675,0.1351157366612927,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 16c588e81e909e140e49fb3a0b56886acd00832d..d917aa16d7d5b7c01513c3ed1981d51093264fb5 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T03:20:43.532591+00:00", + "evaluated_at": "2026-06-22T03:29:35.454203+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64164.0 + 64255.328125 ], "p50": [ 63921.775003426534, diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index ee20d7565b322dad9c17a586234d1c98a9a8c5cf..53b9bfe7ecffe83fcdfb9baa57ea4f81485b6c84 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T03:07:52.498118+00:00", + "evaluated_at": "2026-06-22T03:29:35.461764+00:00", "freq": "10min", "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -83,13 +82,13 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -157,7 +156,8 @@ 1.7000000476837158, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842 ], "p50": [ 1.312499965230624, @@ -237,11 +237,11 @@ 1.212499941388766, 1.212499941388766, 1.212499941388766, - 1.212499941388766, 1.2125000605980556, 1.212499941388766, 1.212499941388766, 1.212499941388766, + 1.2125000486771267, 1.212499941388766, 1.212499941388766, 1.212499941388766, @@ -258,20 +258,17 @@ 1.212499941388766, 1.212499941388766, 1.212499941388766, - 1.2125000486771267, 1.212499941388766, 1.212499941388766, 1.212499941388766, 1.212499941388766, + 1.2125000605980556, 1.212499941388766, 1.212499941388766, 1.212499941388766, 1.212499941388766, - 1.2125000605980556, 1.212499941388766, - 1.2125000605980556, 1.212499941388766, - 1.2125000605980556, 1.212499941388766, 1.212499941388766, 1.212499941388766, @@ -280,7 +277,6 @@ 1.212499941388766, 1.212499941388766, 1.212499941388766, - 1.2125000486771267, 1.212499941388766, 1.212499941388766, 1.212499941388766, @@ -293,13 +289,17 @@ 1.212499941388766, 1.212499941388766, 1.212499941388766, + 1.2125000486771267, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, 1.212499941388766, 1.212499941388766, 1.212499941388766, 1.212499941388766, 1.212499941388766, 1.212499941388766, - 1.2125000605980556, 1.212499941388766, 1.212499941388766, 1.212499941388766, @@ -313,9 +313,7 @@ 1.4124999890724819, 1.4124999890724819, 1.4124999890724819, - 1.4124998698631923, 1.4124999890724819, - 1.4124998698631923, 1.4124999890724819, 1.4124999890724819, 1.4124999890724819, @@ -325,7 +323,6 @@ 1.4124999890724819, 1.4124999890724819, 1.4124999890724819, - 1.4124998817841212, 1.4124999890724819, 1.4124999890724819, 1.4124999890724819, @@ -351,7 +348,6 @@ 1.4124999890724819, 1.4124999890724819, 1.4124999890724819, - 1.4124998698631923, 1.4124999890724819, 1.4124999890724819, 1.4124999890724819, @@ -363,7 +359,11 @@ 1.4124999890724819, 1.4124999890724819, 1.4124999890724819, - 1.4124998698631923, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, 1.4124999890724819, 1.4124999890724819, 1.4124999890724819, @@ -382,7 +382,6 @@ 1.4124999890724819 ], "timestamps": [ - "2026-06-20 02:10:00", "2026-06-20 02:20:00", "2026-06-20 02:30:00", "2026-06-20 02:40:00", @@ -531,6 +530,7 @@ "2026-06-21 02:30:00", "2026-06-21 02:40:00", "2026-06-21 02:50:00", - "2026-06-21 03:00:00" + "2026-06-21 03:00:00", + "2026-06-21 03:10:00" ] } diff --git a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json index 6cf57425dab0acc67e9bae9e513200069b1eefa0..14cf56313389df64e26e3a3cf068954ab9693301 100644 --- a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,25 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T02:21:13.720681+00:00", + "evaluated_at": "2026-06-22T03:29:35.469995+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.200000762939453, 17.0, 17.0, 17.0, @@ -101,9 +87,7 @@ 18.299999237060547, 18.0, 18.0, - 18.0 - ], - "actuals": [ + 18.0, 18.0, 18.0, 17.0, @@ -117,7 +101,9 @@ 17.0, 17.0, 17.0, - 17.0, + 17.0 + ], + "actuals": [ 17.0, 17.0, 16.0, @@ -127,89 +113,101 @@ 16.0, 16.0, 16.100000381469727, - 16.0 + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0 ], "p50": [ - 19.153903480998256, - 19.153903480998256, - 19.153903480998256, - 19.153903480998256, - 19.153903480998256, - 19.153903480998256, - 19.153903480998256, - 19.153903480998256, - 19.153903480998256, - 19.153903480998256, - 19.153903480998256, - 19.153903480998256, - 19.153903480998256, - 19.153903480998256, - 19.153903480998256, - 19.153903480998256, - 19.153903480998256, - 19.153903480998256, - 19.153903480998256, - 19.153903480998256, - 19.153903480998256, - 19.153903480998256, - 19.153903480998256, - 19.153903480998256 + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332 ], "p10": [ - 18.953902718058803, - 18.953902718058803, - 18.85390424393771, - 18.153903480998256, - 18.843904205790736, - 18.953902718058803, - 18.953902718058803, - 18.753903862467983, - 18.753903862467983, - 18.953902718058803, - 18.85390424393771, - 18.953902718058803, - 18.153903480998256, - 18.153903480998256, - 19.153903480998256, - 18.693903824321012, - 18.953902718058803, - 18.753903862467983, - 18.693903824321012, - 18.753903862467983, - 18.153903480998256, - 18.943902870646692, - 18.943902870646692, - 18.153903480998256 + 17.310833676656088, + 16.770833333333332, + 16.770833333333332, + 17.310833676656088, + 17.57083257039388, + 17.460834058125812, + 17.37083371480306, + 16.770833333333332, + 16.770833333333332, + 17.310833676656088, + 16.770833333333332, + 16.770833333333332, + 16.770833333333332, + 16.770833333333332, + 17.37083371480306, + 17.470834096272785, + 17.37083371480306, + 16.770833333333332, + 16.770833333333332, + 17.470834096272785, + 16.770833333333332, + 17.310833676656088, + 17.470834096272785, + 16.770833333333332 ], "p90": [ - 19.55390309952853, - 20.153903480998256, - 19.453902718058803, - 20.153903480998256, - 20.153903480998256, - 19.453902718058803, - 20.153903480998256, - 19.35390424393771, - 19.6139031376755, - 20.153903480998256, - 19.453902718058803, - 19.55390309952853, - 19.453902718058803, - 19.55390309952853, - 19.55390309952853, - 19.55390309952853, - 19.453902718058803, - 20.153903480998256, - 19.6139031376755, - 20.153903480998256, - 19.453902718058803, - 19.55390309952853, - 20.153903480998256, - 19.6139031376755 + 17.970834096272785, + 17.980833943684893, + 18.770833333333332, + 18.770833333333332, + 18.770833333333332, + 18.170832951863606, + 18.770833333333332, + 18.230832990010576, + 18.07083257039388, + 18.770833333333332, + 18.770833333333332, + 18.770833333333332, + 18.07083257039388, + 18.770833333333332, + 18.170832951863606, + 18.770833333333332, + 18.770833333333332, + 18.230832990010576, + 18.770833333333332, + 18.770833333333332, + 18.170832951863606, + 18.170832951863606, + 18.770833333333332, + 18.07083257039388 ], "timestamps": [ - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", @@ -327,6 +325,8 @@ "2026-06-26 12:00:00", "2026-06-26 13:00:00", "2026-06-26 14:00:00", - "2026-06-26 15:00:00" + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00" ] } diff --git a/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 37648f945a16662449b8f434bb26892eee0505b7..e185c5dd6c0704d4e5bf73b1683c998e3c0fedf8 100644 --- a/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T02:21:13.730202+00:00", + "evaluated_at": "2026-06-22T03:29:35.477210+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 26.299999237060547, 25.700000762939453, 24.299999237060547, 22.799999237060547, @@ -341,10 +340,10 @@ 23.5, 27.600000381469727, 31.299999237060547, - 27.0 + 27.0, + 25.299999237060547 ], "actuals": [ - 25.299999237060547, 25.600000381469727, 25.700000762939453, 26.799999237060547, @@ -367,88 +366,88 @@ 16.200000762939453, 17.799999237060547, 21.0, + 20.100000381469727, 20.100000381469727 ], "p50": [ - 31.810409650755165, - 31.460410699796917, - 31.160410032224895, - 31.510410413694622, - 31.16041098589921, - 32.06040965075517, - 31.460410699796917, - 31.860410795164345, - 31.610410318327187, - 31.460411176634075, - 31.460411176634075, - 31.260410413694622, - 31.16041098589921, - 31.410410032224895, - 31.410410032224895, - 31.76041041369462, - 31.460411176634075, - 31.76041041369462, - 31.660410032224892, - 31.160411939573528, - 31.76041041369462, - 31.460411176634075, - 31.160411939573528, - 31.260409460020306 + 31.65536105075286, + 31.755361432222585, + 31.455360287813406, + 31.65536105075286, + 31.75536000171111, + 32.00536047854827, + 31.455360287813406, + 31.755360955385427, + 31.355360383180837, + 31.355361336855154, + 31.955360287813406, + 31.505361432222585, + 31.60535990634368, + 31.75536047854827, + 31.805360669283132, + 32.105360860017996, + 31.555360669283132, + 31.755359524873953, + 31.855360860017996, + 31.505361432222585, + 31.955360287813406, + 31.755361432222585, + 31.80536114612029, + 31.655360097078542 ], "p10": [ - 28.96041079516435, - 28.24040995593095, - 28.060405836057903, - 27.460411176634075, - 28.230410299253705, - 28.24041043276811, - 27.95040923113847, - 29.460410127592326, - 28.060405836057903, - 27.860408887815716, - 29.150410184812785, - 27.960411176634075, - 28.140409955930952, - 28.04041062350297, - 27.550409803343058, - 28.5604115581038, - 28.56040965075517, - 26.660410032224895, - 28.96041079516435, - 27.83040896410966, - 28.860408887815716, - 27.95040923113847, - 27.95040923113847, - 27.56041136736894 + 28.155359143404226, + 28.205359715608818, + 28.345360726503593, + 28.255361432222585, + 28.445360345033865, + 29.245358151582938, + 27.645359200624686, + 28.85535990634368, + 28.34535662570403, + 27.74536120334075, + 28.125359219698172, + 28.245359677461842, + 28.24535948672698, + 28.355356091646414, + 27.755361432222585, + 29.125359219698172, + 28.20536143222259, + 28.355356091646414, + 29.245358151582938, + 26.765360135225517, + 28.825359982637625, + 29.445360440401295, + 27.725361127046806, + 29.135359257845145 ], "p90": [ - 36.82041045184159, - 37.070409879637005, - 36.060410604429485, - 36.16041193957353, - 35.86041079516435, - 37.66040812487626, - 37.39041052813554, - 36.76041041369462, - 36.38041068072343, - 37.36041079516435, - 37.06040965075517, - 36.38041068072343, - 35.86041079516435, - 36.18041182513261, - 37.36041079516435, - 36.06041069979692, - 38.42041197772049, - 37.690408430052045, - 36.09041148180985, - 36.56040965075517, - 36.16041193957353, - 36.620409879637, - 36.610409650755166, - 36.07041159625077 + 36.67536093631194, + 36.45536219516204, + 38.47536141314909, + 36.57536208072111, + 36.67536093631194, + 38.2853615466635, + 36.47536208072112, + 36.45536219516204, + 36.3653609935324, + 36.3653609935324, + 36.3653609935324, + 36.47536208072112, + 37.365360135225515, + 38.255361432222585, + 37.365360135225515, + 36.45536219516204, + 36.47536208072112, + 36.35536095538543, + 37.05536066928313, + 36.35536095538543, + 37.65536105075286, + 36.5453619662802, + 36.72536093631194, + 36.47536208072112 ], "timestamps": [ - "2026-06-07 03:00:00", "2026-06-07 04:00:00", "2026-06-07 05:00:00", "2026-06-07 06:00:00", @@ -807,6 +806,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 19ae901f7245e464ced0532f7957e0ba3f86d0a9..c8ff6200aa8da9870352edc5cc75afbf8b9e4236 100644 --- a/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T02:21:13.744301+00:00", + "evaluated_at": "2026-06-22T03:29:35.487676+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 27.100000381469727, 27.5, 27.799999237060547, 28.600000381469727, @@ -341,10 +340,10 @@ 24.799999237060547, 25.700000762939453, 27.5, - 27.799999237060547 + 27.799999237060547, + 28.0 ], "actuals": [ - 28.0, 27.799999237060547, 27.799999237060547, 27.299999237060547, @@ -367,88 +366,88 @@ 23.200000762939453, 23.399999618530273, 24.399999618530273, - 24.799999237060547 + 24.799999237060547, + 25.299999237060547 ], "p50": [ - 25.918743323568087, - 25.968744467977267, - 25.918743323568087, - 25.818744849446993, - 25.818744849446993, - 25.918743323568087, - 25.918743323568087, - 25.818744849446993, - 25.918743323568087, - 25.818744849446993, - 25.818744849446993, - 25.918743323568087, - 25.91874523091672, - 25.918743323568087, - 25.918743323568087, - 25.918743323568087, - 25.818743895772677, - 25.918743323568087, - 25.918743323568087, - 25.918743323568087, - 25.918743323568087, - 25.918743323568087, - 25.918743323568087, - 25.918743323568087 + 25.915173652516078, + 25.915173652516078, + 25.915173652516078, + 25.815175178394984, + 25.815175178394984, + 25.815175178394984, + 25.915173652516078, + 25.915173652516078, + 25.915173652516078, + 25.815175178394984, + 25.915173652516078, + 25.915173652516078, + 25.915173652516078, + 25.915173652516078, + 25.915173652516078, + 25.915173652516078, + 25.915173652516078, + 25.915173652516078, + 25.915173652516078, + 25.815175178394984, + 25.915173652516078, + 25.815175178394984, + 25.915173652516078, + 25.915173652516078 ], "p10": [ - 25.118742179158907, - 25.108742331746797, - 25.218744277242404, - 24.91874523091672, - 24.81874294209836, - 25.118742179158907, - 24.908743285421114, - 24.918745040181857, - 25.118742179158907, - 25.218744467977267, - 25.118742179158907, - 25.108742331746797, - 25.008743857625703, - 25.018743705037814, - 25.008743857625703, - 25.108742331746797, - 24.918743323568087, - 25.118743895772678, - 25.018743705037814, - 24.918743323568087, - 25.108742331746797, - 24.91874523091672, - 25.108742331746797, - 24.91874523091672 + 25.215172889576625, + 25.205173042164514, + 25.205173042164514, + 24.915173652516078, + 24.915173652516078, + 24.915175369129848, + 25.11517422472067, + 25.105172660694787, + 25.115172508106898, + 24.915175369129848, + 24.915173652516078, + 25.105172660694787, + 25.215172889576625, + 25.00517399583883, + 25.015174033985804, + 25.115172508106898, + 24.915173652516078, + 25.015174033985804, + 25.015174033985804, + 25.015174033985804, + 25.015174033985804, + 25.015174033985804, + 25.205173042164514, + 25.11517422472067 ], "p90": [ - 26.928745078328827, - 27.11874408650754, - 27.31874294209836, - 27.11874236989377, - 27.02874355244992, - 27.018743705037814, - 27.11874236989377, - 27.31874294209836, - 27.11874408650754, - 26.918743323568087, - 26.928745078328827, - 27.31874294209836, - 27.31874294209836, - 27.028743743184787, - 27.11874408650754, - 27.31874294209836, - 26.918743323568087, - 27.31874294209836, - 27.11874408650754, - 27.11874408650754, - 27.318744849446993, - 27.11874408650754, - 27.31874294209836, - 27.31874294209836 + 27.11517269884176, + 27.315173461781214, + 27.31517327104635, + 27.015174033985804, + 27.11517441545553, + 27.11517441545553, + 27.11517269884176, + 27.13517430101461, + 27.31517327104635, + 27.11517441545553, + 27.11517441545553, + 27.325175216541957, + 27.125174262867638, + 27.02517388139791, + 27.125174262867638, + 27.11517441545553, + 26.92517369066305, + 27.11517441545553, + 26.93517544542379, + 27.31517327104635, + 27.315175178394984, + 27.11517441545553, + 27.13517430101461, + 27.02517388139791 ], "timestamps": [ - "2026-06-07 03:00:00", "2026-06-07 04:00:00", "2026-06-07 05:00:00", "2026-06-07 06:00:00", @@ -807,6 +806,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index beba363430dfffa5d51e69b93077b25f52cfcd43..c2cd91d9b76b64a098fab9740e35977295f88303 100644 --- a/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T02:21:13.757900+00:00", + "evaluated_at": "2026-06-22T03:29:35.497771+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 15.0, 10.0, 16.0, 11.0, @@ -30,7 +29,7 @@ 12.0, 18.0, 18.0, - 18.0, + 19.0, 25.0, 13.0, 22.0, @@ -173,10 +172,10 @@ 10.0, 13.0, 9.0, - 12.0 + 12.0, + 11.0 ], "actuals": [ - 11.0, 2.0, 7.0, 12.0, @@ -198,89 +197,89 @@ 5.0, 8.0, 9.0, - 4.0, - 4.0 + 5.0, + 18.0, + 2.0 ], "p50": [ - 9.767964071856287, - 10.267964071856287, - 11.267964071856287, - 11.267964071856287, - 10.267964071856287, - 11.267964071856287, - 11.267964071856287, - 10.267964071856287, - 10.267964071856287, - 11.267964071856287, - 11.267964071856287, - 11.267964071856287, - 11.767964071856287, - 11.267964071856287, - 10.267964071856287, - 10.267964071856287, - 10.267964071856287, - 11.267964071856287, - 11.267964071856287, - 11.267964071856287, - 11.267964071856287, - 11.267964071856287, - 10.267964071856287, - 10.267964071856287 + 10.28567864271457, + 11.28567864271457, + 10.28567864271457, + 11.28567864271457, + 11.28567864271457, + 11.28567864271457, + 10.28567864271457, + 11.28567864271457, + 11.28567864271457, + 10.28567864271457, + 11.28567864271457, + 9.78567864271457, + 11.28567864271457, + 10.28567864271457, + 10.28567864271457, + 10.28567864271457, + 10.28567864271457, + 10.28567864271457, + 10.28567864271457, + 11.28567864271457, + 11.28567864271457, + 11.28567864271457, + 11.28567864271457, + 11.28567864271457 ], "p10": [ - 4.267964071856287, - 2.1679640718562894, - 2.2679640718562872, - 4.267964071856287, - 4.167964071856289, - 4.267964071856287, - 4.0679640718562915, - 1.2679640718562872, - 1.2679640718562872, - 2.1679640718562894, - 1.2679640718562872, - 4.267964071856287, - 4.267964071856287, - 4.267964071856287, - 3.2679640718562872, - 1.2679640718562872, - 4.267964071856287, - 5.167964071856289, - 4.267964071856287, - 4.167964071856289, - 2.2679640718562872, - 2.1679640718562894, - 4.267964071856287, - 4.267964071856287 + 3.2856786427145703, + 2.2856786427145703, + 1.2856786427145703, + 2.2856786427145703, + 4.28567864271457, + 4.28567864271457, + 2.1856786427145725, + 4.1856786427145725, + 2.2856786427145703, + 2.2856786427145703, + 1.2856786427145703, + 1.2856786427145703, + 3.1856786427145725, + 3.1856786427145725, + 3.2856786427145703, + 1.2856786427145703, + 1.2856786427145703, + 2.1856786427145725, + 3.2856786427145703, + 4.28567864271457, + 4.28567864271457, + 1.2856786427145703, + 4.28567864271457, + 3.0856786427145746 ], "p90": [ - 17.267964071856287, - 16.36796407185628, - 18.267964071856287, - 17.267964071856287, - 17.267964071856287, - 17.267964071856287, - 18.267964071856287, - 17.267964071856287, - 17.36796407185628, - 17.36796407185628, - 17.267964071856287, - 17.267964071856287, - 17.267964071856287, - 17.267964071856287, - 17.36796407185628, - 16.267964071856287, - 16.267964071856287, - 17.267964071856287, - 17.267964071856287, - 17.267964071856287, - 17.267964071856287, - 17.267964071856287, - 16.267964071856287, - 17.267964071856287 + 17.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.285678642714572, + 18.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.385678642714566, + 17.285678642714572, + 18.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.285678642714572 ], "timestamps": [ - "2026-06-14 03:00:00", "2026-06-14 04:00:00", "2026-06-14 05:00:00", "2026-06-14 06:00:00", @@ -471,6 +470,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 9d1b0871337d015a1298e704c27208dd33f71b4d..acd65c70a8be494eede454c8ce83e5dc0b77b692 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,43 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T03:20:43.549387+00:00", + "evaluated_at": "2026-06-22T03:29:35.501645+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 78, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index ce07d3481a876e6589bb00579c1a116f25dcf31e..987b943bfb7333e290ec73a6afdae6ae90205bb8 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T03:18:08.479918+00:00", - "finished_at": "2026-06-22T03:20:43.663901+00:00", - "task_count": 2, + "started_at": "2026-06-22T03:24:34.281944+00:00", + "finished_at": "2026-06-22T03:29:35.644368+00:00", + "task_count": 6, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,19 +10,43 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T03:18:42.262397+00:00", + "evaluated_at": "2026-06-22T03:25:33.554678+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 78, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -30,19 +54,43 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T03:19:16.631310+00:00", + "evaluated_at": "2026-06-22T03:26:26.100137+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 78, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -50,19 +98,43 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T03:19:27.883586+00:00", + "evaluated_at": "2026-06-22T03:27:15.126878+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 78, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -70,19 +142,43 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T03:19:41.702663+00:00", + "evaluated_at": "2026-06-22T03:27:56.372047+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 78, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -90,19 +186,43 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T03:20:20.357763+00:00", + "evaluated_at": "2026-06-22T03:28:50.001869+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 78, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -110,19 +230,43 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T03:20:43.036069+00:00", + "evaluated_at": "2026-06-22T03:29:34.910126+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 78, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -130,19 +274,43 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T03:20:43.430578+00:00", + "evaluated_at": "2026-06-22T03:29:35.328457+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 78, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -150,19 +318,43 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T03:20:43.517743+00:00", + "evaluated_at": "2026-06-22T03:29:35.449407+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 78, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -170,19 +362,43 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T03:20:43.549387+00:00", + "evaluated_at": "2026-06-22T03:29:35.501645+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 78, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -190,19 +406,43 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T03:20:43.566866+00:00", + "evaluated_at": "2026-06-22T03:29:35.549406+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 78, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -218,7 +458,5 @@ "overall": "aggregates/results_overall.csv", "metadata": "aggregates/metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T03:21:33.361912+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260622_032935.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260622_032935.json new file mode 100644 index 0000000000000000000000000000000000000000..22ea7651ae3a781040e1f27488290d6062eb1192 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260622_032935.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "ARIMA", + "evaluated_at": "2026-06-22T03:29:35.240987+00:00", + "metrics": { + "MSE[mean]": 41.113025405741816, + "MSE[0.5]": 40.67921512904482, + "MAE[0.5]": 5.624639938201898, + "MASE[0.5]": 0.4861723548137316, + "MAPE[0.5]": 0.3043717466105424, + "sMAPE[0.5]": 0.25925655354034677, + "MSIS": 3.635612654126927, + "RMSE[mean]": 6.4119439646445615, + "NRMSE[mean]": 0.2891519196200356, + "ND[0.5]": 0.25364779297361706, + "mean_weighted_sum_quantile_loss": 0.21419181842926133 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727, + 31.299999237060547, + 27.0, + 25.299999237060547 + ], + "actual": [ + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547, + 21.0, + 20.100000381469727, + 20.100000381469727 + ], + "predictions": { + "p50": [ + 24.309141161599705, + 23.968787607791455, + 23.86498422527597, + 23.823286843145237, + 23.94445833089913, + 24.09867236049532, + 23.72873839811328, + 23.824077212769666, + 23.75093517462002, + 23.85599882722786, + 23.949605231872013, + 23.714520026704395, + 23.870646195606746, + 23.85423827954398, + 23.855752061025587, + 23.844083779190505, + 23.777078715230033, + 23.872390473434027, + 23.77135925648357, + 23.590487757669422, + 24.011820717810025, + 23.95803333850963, + 24.094172933327854, + 23.69545959317996 + ], + "p10": [ + 20.042811316742988, + 20.229485300317226, + 20.099696322963947, + 20.503728493091472, + 20.744133109059337, + 21.519193827219606, + 20.55981578511784, + 20.783323148536244, + 21.41950587672, + 20.55219224153969, + 21.20678536479463, + 19.758399172695675, + 20.002997488771022, + 20.467096828056995, + 20.708877074095565, + 20.467090023810822, + 20.380803670387913, + 19.818202030870683, + 21.239346879809595, + 18.263853097247555, + 20.640106743747662, + 20.640106731406892, + 20.776600921214985, + 20.969167248577413 + ], + "p90": [ + 28.829199047686792, + 29.0961588068079, + 28.446473359519374, + 27.307129253840806, + 28.785980013109718, + 29.32990471729668, + 27.733669137291034, + 29.323747739352857, + 28.348275515448996, + 27.390828324880022, + 28.86975839303345, + 29.308485170009185, + 27.837610431994975, + 28.34976335849688, + 29.565686439748934, + 28.232537585635768, + 27.891576693945623, + 27.66827385927389, + 28.69461831756511, + 28.239023101861463, + 29.33341269261243, + 27.803968623051773, + 27.631487504690345, + 27.84578107906341 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260622_032521.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260622_032521.json new file mode 100644 index 0000000000000000000000000000000000000000..6c6a88a9da31082e90591ee6cd572cba4aeef3fc --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260622_032521.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T03:25:21.582681+00:00", + "metrics": { + "MSE[mean]": 139.2099382709439, + "MSE[0.5]": 139.2099382709439, + "MAE[0.5]": 9.507965405782064, + "MASE[0.5]": 0.8218321495427673, + "MAPE[0.5]": 0.5159466766353785, + "sMAPE[0.5]": 0.36786762334697, + "MSIS": 5.5038395966277065, + "RMSE[mean]": 11.798726129160888, + "NRMSE[mean]": 0.5320733194378536, + "ND[0.5]": 0.428769568780094, + "mean_weighted_sum_quantile_loss": 0.2888807288392381 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727, + 31.299999237060547, + 27.0, + 25.299999237060547 + ], + "actual": [ + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547, + 21.0, + 20.100000381469727, + 20.100000381469727 + ], + "predictions": { + "p50": [ + 24.107669830322266, + 23.754993438720703, + 23.74985122680664, + 23.914241790771484, + 25.070058822631836, + 27.026174545288086, + 30.951295852661133, + 36.829612731933594, + 40.37644577026367, + 42.14899444580078, + 43.145023345947266, + 42.46581268310547, + 40.6983528137207, + 37.6462287902832, + 35.39625930786133, + 31.945842742919922, + 24.770498275756836, + 23.28125, + 23.02768898010254, + 25.01951789855957, + 26.174142837524414, + 27.17750358581543, + 25.265344619750977, + 23.796937942504883 + ], + "p10": [ + 21.839710235595703, + 20.445945739746094, + 19.3555965423584, + 19.060129165649414, + 18.88985252380371, + 19.51380157470703, + 21.00417709350586, + 22.60003089904785, + 23.76455307006836, + 25.101993560791016, + 25.215492248535156, + 24.775554656982422, + 22.536884307861328, + 20.83131217956543, + 18.99016761779785, + 17.70111083984375, + 15.131810188293457, + 14.451584815979004, + 14.62514591217041, + 15.930981636047363, + 17.149106979370117, + 18.15618133544922, + 17.670150756835938, + 16.67105484008789 + ], + "p90": [ + 26.502843856811523, + 28.03873062133789, + 29.384214401245117, + 30.64217758178711, + 33.33638000488281, + 38.37287139892578, + 46.62437057495117, + 57.166358947753906, + 61.08438491821289, + 65.0263671875, + 65.55644226074219, + 65.4103775024414, + 64.30668640136719, + 60.76898956298828, + 58.92787170410156, + 55.00813293457031, + 43.287105560302734, + 39.56705093383789, + 38.91682052612305, + 40.44684600830078, + 40.853511810302734, + 40.75517272949219, + 37.126670837402344, + 34.143917083740234 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260622_032935.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260622_032935.json new file mode 100644 index 0000000000000000000000000000000000000000..9ba8ad72ff4b2c6be5ddad408ee768e0865ff3d8 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260622_032935.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "ETS", + "evaluated_at": "2026-06-22T03:29:35.399624+00:00", + "metrics": { + "MSE[mean]": 193.44095383534093, + "MSE[0.5]": 202.21658399156846, + "MAE[0.5]": 12.884059898060832, + "MASE[0.5]": 1.113648839574228, + "MAPE[0.5]": 0.6279433240791693, + "sMAPE[0.5]": 0.9815503364622434, + "MSIS": 15.123132342217467, + "RMSE[mean]": 13.908305210748754, + "NRMSE[mean]": 0.627206534012853, + "ND[0.5]": 0.5810173439702425, + "mean_weighted_sum_quantile_loss": 0.515504179852088 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727, + 31.299999237060547, + 27.0, + 25.299999237060547 + ], + "actual": [ + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547, + 21.0, + 20.100000381469727, + 20.100000381469727 + ], + "predictions": { + "p50": [ + 23.648873413684264, + 22.496553542075105, + 20.944232144587044, + 19.891912654447616, + 18.739591352326983, + 17.73727157608526, + 15.934951132271516, + 14.982631546764653, + 13.33031072148118, + 12.077991422076613, + 11.425670119955983, + 9.72335101128628, + 8.57102923232849, + 7.468709551454198, + 6.266389489110177, + 5.314069426766158, + 3.511748982952413, + 2.4594275854643484, + 1.30710866752951, + -0.29521101334478517, + -1.0975324108328464, + -2.5498515195025484, + -3.7521720586837284, + -5.1544933608043575 + ], + "p10": [ + 20.14887150633563, + 18.946551825461338, + 17.83423258327723, + 16.491913035917342, + 15.429591695649739, + 14.97726924911993, + 12.124950045082796, + 12.082630497722905, + 10.320306964004374, + 8.467991288562208, + 7.5956690518407495, + 6.463349256525538, + 5.211028812711791, + 4.068705164552343, + 2.2163902520496297, + 2.3340677864463344, + 0.16174974589186736, + -0.9405758477631907, + -1.3028940409055485, + -5.035212310341853, + -4.227532716008627, + -4.859852511323837, + -7.832172077757214, + -7.674494200037755 + ], + "p90": [ + 28.668873299243344, + 27.19655430501456, + 27.96423326992273, + 24.81191368441587, + 23.65959228692781, + 24.017272644200496, + 20.954952925179228, + 19.682632786541262, + 18.34031133183274, + 17.08799107875386, + 15.835670825674976, + 14.693351659784813, + 14.331029461210326, + 13.968710505128515, + 11.82638895505256, + 9.664070761910201, + 8.4317503943904, + 7.059429015975823, + 6.507108476794647, + 4.5547885098180565, + 4.602468352106607, + 2.240149014555064, + 1.1678277315079184, + -0.3344913771617805 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260622_032836.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260622_032836.json new file mode 100644 index 0000000000000000000000000000000000000000..fa8f21527e554ce940f0146f355decd9a3e66e3a --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260622_032836.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T03:28:36.021296+00:00", + "metrics": { + "MSE[mean]": 114.50167930331934, + "MSE[0.5]": 58.520204439720146, + "MAE[0.5]": 6.380300283432007, + "MASE[0.5]": 0.551488743687741, + "MAPE[0.5]": 0.36929857790567383, + "sMAPE[0.5]": 0.28642786311003027, + "MSIS": 3.0659819157714394, + "RMSE[mean]": 10.700545747919557, + "NRMSE[mean]": 0.48254996629005426, + "ND[0.5]": 0.2877249216273977, + "mean_weighted_sum_quantile_loss": 0.25213533169850405 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727, + 31.299999237060547, + 27.0, + 25.299999237060547 + ], + "actual": [ + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547, + 21.0, + 20.100000381469727, + 20.100000381469727 + ], + "predictions": { + "p50": [ + 24.025737762451172, + 23.991657257080078, + 24.077689170837402, + 24.799983024597168, + 25.38825035095215, + 25.389700889587402, + 27.916488647460938, + 27.64378261566162, + 29.14315414428711, + 28.3680419921875, + 26.794447898864746, + 23.973572731018066, + 25.42367172241211, + 26.196572303771973, + 26.386433601379395, + 25.201193809509277, + 28.07215976715088, + 26.191832542419434, + 26.500523567199707, + 28.404890060424805, + 25.908719062805176, + 27.357704162597656, + 25.739405632019043, + 26.13743019104004 + ], + "p10": [ + 20.88212013244629, + 19.918394088745117, + 17.508386611938477, + 15.257104873657227, + 15.004294395446777, + 14.864275932312012, + 15.120348453521729, + 14.3201003074646, + 13.581216812133789, + 13.265533447265625, + 12.804880142211914, + 11.88374137878418, + 14.376970291137695, + 11.274948120117188, + 11.119455337524414, + 11.217225074768066, + 15.543081283569336, + 12.656797409057617, + 12.10876750946045, + 12.840344429016113, + 13.160835266113281, + 11.733945846557617, + 12.269818305969238, + 10.374051094055176 + ], + "p90": [ + 27.36747646331787, + 30.740952491760254, + 31.5906982421875, + 35.32810592651367, + 39.086585998535156, + 44.8820915222168, + 44.09237480163574, + 45.208993911743164, + 50.86967849731445, + 50.67660331726074, + 50.79390907287598, + 49.52115249633789, + 49.53216552734375, + 42.01698303222656, + 49.06670570373535, + 60.14697456359863, + 59.60968208312988, + 57.06830596923828, + 56.329654693603516, + 60.62103271484375, + 58.15005874633789, + 63.04372215270996, + 54.83381271362305, + 60.62103271484375 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260622_032935.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260622_032935.json new file mode 100644 index 0000000000000000000000000000000000000000..81429caccb6d80e4afeaeaf11440ecce191e9180 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260622_032935.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T03:29:35.477210+00:00", + "metrics": { + "MSE[mean]": 136.18451396667265, + "MSE[0.5]": 129.6230197133954, + "MAE[0.5]": 9.561163966711087, + "MASE[0.5]": 0.8264304295969094, + "MAPE[0.5]": 0.5572797319999554, + "sMAPE[0.5]": 0.38605998960772353, + "MSIS": 16.646368207793387, + "RMSE[mean]": 11.669812079321272, + "NRMSE[mean]": 0.5262598336708761, + "ND[0.5]": 0.4311686019123966, + "mean_weighted_sum_quantile_loss": 0.39954606470656695 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727, + 31.299999237060547, + 27.0, + 25.299999237060547 + ], + "actual": [ + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547, + 21.0, + 20.100000381469727, + 20.100000381469727 + ], + "predictions": { + "p50": [ + 31.65536105075286, + 31.755361432222585, + 31.455360287813406, + 31.65536105075286, + 31.75536000171111, + 32.00536047854827, + 31.455360287813406, + 31.755360955385427, + 31.355360383180837, + 31.355361336855154, + 31.955360287813406, + 31.505361432222585, + 31.60535990634368, + 31.75536047854827, + 31.805360669283132, + 32.105360860017996, + 31.555360669283132, + 31.755359524873953, + 31.855360860017996, + 31.505361432222585, + 31.955360287813406, + 31.755361432222585, + 31.80536114612029, + 31.655360097078542 + ], + "p10": [ + 28.155359143404226, + 28.205359715608818, + 28.345360726503593, + 28.255361432222585, + 28.445360345033865, + 29.245358151582938, + 27.645359200624686, + 28.85535990634368, + 28.34535662570403, + 27.74536120334075, + 28.125359219698172, + 28.245359677461842, + 28.24535948672698, + 28.355356091646414, + 27.755361432222585, + 29.125359219698172, + 28.20536143222259, + 28.355356091646414, + 29.245358151582938, + 26.765360135225517, + 28.825359982637625, + 29.445360440401295, + 27.725361127046806, + 29.135359257845145 + ], + "p90": [ + 36.67536093631194, + 36.45536219516204, + 38.47536141314909, + 36.57536208072111, + 36.67536093631194, + 38.2853615466635, + 36.47536208072112, + 36.45536219516204, + 36.3653609935324, + 36.3653609935324, + 36.3653609935324, + 36.47536208072112, + 37.365360135225515, + 38.255361432222585, + 37.365360135225515, + 36.45536219516204, + 36.47536208072112, + 36.35536095538543, + 37.05536066928313, + 36.35536095538543, + 37.65536105075286, + 36.5453619662802, + 36.72536093631194, + 36.47536208072112 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260622_032935.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260622_032935.json new file mode 100644 index 0000000000000000000000000000000000000000..f02ec17a5a94ed93f67e640a7bc8a946767ec1b0 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260622_032935.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T03:29:35.526569+00:00", + "metrics": { + "MSE[mean]": 178.91208544413348, + "MSE[0.5]": 178.91208544413348, + "MAE[0.5]": 11.462500095367432, + "MASE[0.5]": 0.990774649514529, + "MAPE[0.5]": 0.5692719823084275, + "sMAPE[0.5]": 0.4176242755079709, + "MSIS": 36.47649094219503, + "RMSE[mean]": 13.37580223553464, + "NRMSE[mean]": 0.603192871645316, + "ND[0.5]": 0.5169109281827706, + "mean_weighted_sum_quantile_loss": 0.5072742003662645 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727, + 31.299999237060547, + 27.0, + 25.299999237060547 + ], + "actual": [ + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547, + 21.0, + 20.100000381469727, + 20.100000381469727 + ], + "predictions": { + "p50": [ + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727, + 31.299999237060547, + 27.0, + 25.299999237060547 + ], + "p10": [ + 18.913999252319336, + 20.873999252319337, + 22.05, + 23.323999252319336, + 27.04800037384033, + 32.53600074768066, + 40.96399925231933, + 54.48799850463867, + 52.92, + 45.472001495361326, + 42.336000747680664, + 39.493999252319334, + 37.04399925231934, + 34.692001495361325, + 33.32, + 30.576000747680663, + 24.598000373840332, + 20.776000747680662, + 20.481999626159666, + 23.03, + 27.04800037384033, + 30.673999252319334, + 26.46, + 24.793999252319335 + ], + "p90": [ + 19.685999221801758, + 21.725999221801757, + 22.95, + 24.275999221801758, + 28.152000389099122, + 33.864000778198246, + 42.63599922180176, + 56.71199844360352, + 55.08, + 47.32800155639649, + 44.06400077819824, + 41.10599922180176, + 38.555999221801756, + 36.10800155639649, + 34.68, + 31.824000778198243, + 25.60200038909912, + 21.624000778198244, + 21.31799961090088, + 23.97, + 28.152000389099122, + 31.92599922180176, + 27.54, + 25.80599922180176 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260622_032921.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260622_032921.json new file mode 100644 index 0000000000000000000000000000000000000000..ff96dc4b5a7ba52f2c8e9dea8a230b5336a7f8b5 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260622_032921.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T03:29:21.266922+00:00", + "metrics": { + "MSE[mean]": 152.3490788863813, + "MSE[0.5]": 152.3490788863813, + "MAE[0.5]": 10.17534351348877, + "MASE[0.5]": 0.8795177595977686, + "MAPE[0.5]": 0.55918301953679, + "sMAPE[0.5]": 0.3945419280293467, + "MSIS": 2.933682030664892, + "RMSE[mean]": 12.342976905365306, + "NRMSE[mean]": 0.5566167586135461, + "ND[0.5]": 0.4588655368702452, + "mean_weighted_sum_quantile_loss": 0.28522608782662895 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727, + 31.299999237060547, + 27.0, + 25.299999237060547 + ], + "actual": [ + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547, + 21.0, + 20.100000381469727, + 20.100000381469727 + ], + "predictions": { + "p50": [ + 22.935791015625, + 22.200439453125, + 22.4761962890625, + 22.9970703125, + 23.4566650390625, + 24.8048095703125, + 26.65850830078125, + 33.0775146484375, + 38.31689453125, + 41.564697265625, + 42.6064453125, + 42.8515625, + 40.6455078125, + 37.82666015625, + 35.5899658203125, + 32.78643798828125, + 29.806732177734375, + 27.3785400390625, + 26.41339111328125, + 25.95379638671875, + 24.10009765625, + 25.57080078125, + 24.3758544921875, + 23.2728271484375 + ], + "p10": [ + 21.342529296875, + 19.994384765625, + 19.626708984375, + 19.259033203125, + 19.3203125, + 19.93310546875, + 20.42333984375, + 23.7630615234375, + 25.754638671875, + 25.31036376953125, + 24.1920166015625, + 22.38427734375, + 18.523681640625, + 16.50146484375, + 15.214599609375, + 13.989013671875, + 13.4375, + 12.2119140625, + 12.57958984375, + 13.866455078125, + 14.601806640625, + 17.665771484375, + 17.72705078125, + 17.23681640625 + ], + "p90": [ + 24.651611328125, + 24.651611328125, + 26.07635498046875, + 27.876434326171875, + 29.186279296875, + 32.556640625, + 36.907470703125, + 47.263671875, + 55.72021484375, + 61.970703125, + 63.931640625, + 65.40234375, + 64.912109375, + 61.48046875, + 59.39697265625, + 55.47509765625, + 54.98486328125, + 53.51416015625, + 51.55322265625, + 48.85693359375, + 43.403076171875, + 40.951904296875, + 35.98828125, + 32.32684326171875 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260622_032610.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260622_032610.json new file mode 100644 index 0000000000000000000000000000000000000000..cb54b094c44628e502d67f8aa5595c423383c1fc --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260622_032610.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T03:26:10.250321+00:00", + "metrics": { + "MSE[mean]": 57.36706433221919, + "MSE[0.5]": 26.839807961301023, + "MAE[0.5]": 4.337416172027588, + "MASE[0.5]": 0.3749096577435213, + "MAPE[0.5]": 0.2300821077418779, + "sMAPE[0.5]": 0.19852288853006197, + "MSIS": 26.688696732383622, + "RMSE[mean]": 7.574104853526864, + "NRMSE[mean]": 0.34156052671026815, + "ND[0.5]": 0.1955993719296777, + "mean_weighted_sum_quantile_loss": 0.3136699987964486 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727, + 31.299999237060547, + 27.0, + 25.299999237060547 + ], + "actual": [ + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547, + 21.0, + 20.100000381469727, + 20.100000381469727 + ], + "predictions": { + "p50": [ + 23.281421661376953, + 22.538368225097656, + 23.063562393188477, + 24.196510314941406, + 25.179336547851562, + 26.302490234375, + 27.92571258544922, + 30.064205169677734, + 31.456655502319336, + 32.27265930175781, + 32.4146728515625, + 31.150400161743164, + 28.31606101989746, + 25.901185989379883, + 23.402633666992188, + 20.673778533935547, + 18.948810577392578, + 18.41666030883789, + 19.5445556640625, + 19.825151443481445, + 19.8779354095459, + 21.177217483520508, + 20.67542266845703, + 20.595794677734375 + ], + "p10": [ + 23.831510543823242, + 23.920875549316406, + 24.421693801879883, + 26.969175338745117, + 28.452850341796875, + 30.733537673950195, + 32.388092041015625, + 34.471168518066406, + 36.96337127685547, + 38.361961364746094, + 38.021995544433594, + 37.43733215332031, + 35.08254623413086, + 32.61778259277344, + 29.971643447875977, + 27.644182205200195, + 25.502809524536133, + 24.0880126953125, + 25.301128387451172, + 25.477771759033203, + 25.743471145629883, + 26.82710075378418, + 25.864097595214844, + 25.81599998474121 + ], + "p90": [ + 26.48075294494629, + 27.681550979614258, + 30.0467529296875, + 32.78211212158203, + 35.66232681274414, + 38.176109313964844, + 41.19615173339844, + 44.48048400878906, + 47.65034484863281, + 49.344581604003906, + 50.539093017578125, + 49.657081604003906, + 47.35401916503906, + 44.909332275390625, + 42.00422668457031, + 38.741119384765625, + 36.396240234375, + 35.12700653076172, + 35.51655960083008, + 35.18617630004883, + 34.89295959472656, + 36.04466247558594, + 35.24922180175781, + 34.541343688964844 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260622_032742.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260622_032742.json new file mode 100644 index 0000000000000000000000000000000000000000..cdce98cb9bafdb3cd32436b85b3ff5cc644a1dc1 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260622_032742.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TiRex", + "evaluated_at": "2026-06-22T03:27:42.056010+00:00", + "metrics": { + "MSE[mean]": 77.46442962284316, + "MSE[0.5]": 77.46442962284316, + "MAE[0.5]": 6.86510705947876, + "MASE[0.5]": 0.5933935864029981, + "MAPE[0.5]": 0.38985032844928597, + "sMAPE[0.5]": 0.2901618712346163, + "MSIS": 2.619212391927898, + "RMSE[mean]": 8.801387937299614, + "NRMSE[mean]": 0.3969058730743111, + "ND[0.5]": 0.30958768442003703, + "mean_weighted_sum_quantile_loss": 0.2285751966666023 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727, + 31.299999237060547, + 27.0, + 25.299999237060547 + ], + "actual": [ + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547, + 21.0, + 20.100000381469727, + 20.100000381469727 + ], + "predictions": { + "p50": [ + 25.162630081176758, + 24.93446922302246, + 24.977550506591797, + 25.486722946166992, + 26.541072845458984, + 28.289562225341797, + 30.44382095336914, + 34.19403839111328, + 36.03481674194336, + 36.46223831176758, + 36.47127914428711, + 36.37653350830078, + 34.51944351196289, + 32.198326110839844, + 30.62485694885254, + 28.36565589904785, + 25.28438949584961, + 23.62771987915039, + 23.49008560180664, + 23.357181549072266, + 23.364421844482422, + 24.142894744873047, + 22.783843994140625, + 21.700674057006836 + ], + "p10": [ + 23.129362106323242, + 21.820701599121094, + 20.714841842651367, + 20.168182373046875, + 19.867488861083984, + 19.82912826538086, + 20.145721435546875, + 21.444358825683594, + 21.63020133972168, + 21.50296974182129, + 21.126285552978516, + 19.841156005859375, + 18.292930603027344, + 16.75457000732422, + 15.089128494262695, + 13.549286842346191, + 12.212987899780273, + 11.630109786987305, + 11.56562614440918, + 12.007387161254883, + 12.81376838684082, + 13.78980541229248, + 13.177469253540039, + 12.506591796875 + ], + "p90": [ + 27.451473236083984, + 28.585853576660156, + 30.47804069519043, + 33.24748992919922, + 37.3774299621582, + 43.745052337646484, + 49.705894470214844, + 58.66461944580078, + 61.167198181152344, + 61.77193832397461, + 62.13607406616211, + 61.76668930053711, + 59.55027770996094, + 56.82319259643555, + 56.07990264892578, + 53.451263427734375, + 49.79029083251953, + 46.705413818359375, + 44.785072326660156, + 42.67009353637695, + 39.79978561401367, + 38.626155853271484, + 35.77397918701172, + 33.9919319152832 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260622_032705.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260622_032705.json new file mode 100644 index 0000000000000000000000000000000000000000..907eff29987fc591d66f98fcc7c25adb00ab983b --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260622_032705.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T03:27:05.124958+00:00", + "metrics": { + "MSE[mean]": 23.989379297777305, + "MSE[0.5]": 23.989379297777305, + "MAE[0.5]": 4.204530239105225, + "MASE[0.5]": 0.363423506160432, + "MAPE[0.5]": 0.23171003698679957, + "sMAPE[0.5]": 0.19859649362843668, + "MSIS": 2.1643664852859206, + "RMSE[mean]": 4.897895394736121, + "NRMSE[mean]": 0.22087464633115972, + "ND[0.5]": 0.1896067708079474, + "mean_weighted_sum_quantile_loss": 0.17201498273327473 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727, + 31.299999237060547, + 27.0, + 25.299999237060547 + ], + "actual": [ + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547, + 21.0, + 20.100000381469727, + 20.100000381469727 + ], + "predictions": { + "p50": [ + 24.154029846191406, + 23.77372932434082, + 24.165250778198242, + 24.67387580871582, + 25.448932647705078, + 26.622705459594727, + 27.77057647705078, + 29.542627334594727, + 30.111324310302734, + 29.95846939086914, + 29.53418731689453, + 28.235198974609375, + 27.052778244018555, + 25.29947280883789, + 24.153491973876953, + 22.000324249267578, + 20.179500579833984, + 18.496135711669922, + 18.84413719177246, + 21.12061309814453, + 22.140560150146484, + 23.288833618164062, + 22.51731300354004, + 21.35076141357422 + ], + "p10": [ + 22.645156860351562, + 21.22392463684082, + 20.59280776977539, + 20.2957706451416, + 20.286773681640625, + 20.224658966064453, + 20.104888916015625, + 20.391277313232422, + 19.83226776123047, + 19.94544219970703, + 19.358179092407227, + 18.327346801757812, + 17.213790893554688, + 15.577203750610352, + 14.14773178100586, + 12.131113052368164, + 10.485883712768555, + 9.316537857055664, + 9.691959381103516, + 11.478879928588867, + 12.21186637878418, + 13.143056869506836, + 13.005697250366211, + 12.235069274902344 + ], + "p90": [ + 26.007030487060547, + 26.933366775512695, + 29.506393432617188, + 32.4217643737793, + 35.360740661621094, + 41.224910736083984, + 49.40055847167969, + 55.01336669921875, + 58.9252815246582, + 56.494022369384766, + 54.60968017578125, + 51.61589050292969, + 49.698585510253906, + 47.45380783081055, + 46.4678955078125, + 41.64606475830078, + 37.88764953613281, + 35.22654724121094, + 34.126983642578125, + 37.379310607910156, + 39.35939025878906, + 38.43072509765625, + 36.10020446777344, + 33.53841781616211 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_032935.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_032935.json new file mode 100644 index 0000000000000000000000000000000000000000..741f52a0f09dfb78f74d736883099164dc1130ea --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_032935.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T03:29:35.105144+00:00", + "metrics": { + "MSE[mean]": 308234.36241777224, + "MSE[0.5]": 732119.3185178094, + "MAE[0.5]": 817.4367261854146, + "MASE[0.5]": 0.7343771987969975, + "MAPE[0.5]": 0.012737015993367795, + "sMAPE[0.5]": 0.012826448849316033, + "MSIS": 14.013099803049165, + "RMSE[mean]": 555.1885827516379, + "NRMSE[mean]": 0.00865784973989095, + "ND[0.5]": 0.012747460173091649, + "mean_weighted_sum_quantile_loss": 0.011509844793120984 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64255.328125 + ], + "predictions": { + "p50": [ + 63707.84300941938, + 63658.75173961217, + 63606.75907136685, + 63551.28389464019, + 63515.694875764035, + 63480.28888919713, + 63424.519430867294, + 63401.2118662461, + 63391.70499977636, + 63332.83370305868, + 63308.239436409305, + 63283.93346754319, + 63244.519761249685, + 63226.5783298813, + 63190.019859328524, + 63182.019057364945, + 63172.865889052824, + 63111.57664067788, + 63137.55278089548, + 63095.28560108082, + 63098.13433203916, + 63120.78277619196, + 63078.17664000744, + 63071.880019879354 + ], + "p10": [ + 63411.46567795504, + 63320.915005654984, + 63313.48721056215, + 63172.14644218715, + 63204.04881078871, + 63136.62407722957, + 63047.37448083974, + 63097.18913047926, + 63064.7894513992, + 63029.54436269002, + 62969.55859357724, + 62995.327319426455, + 62992.04913799568, + 62929.26578857411, + 62907.66227606013, + 62915.618927804535, + 62828.32645158157, + 62816.769098615165, + 62835.2182628784, + 62816.66686322157, + 62720.561237174974, + 62812.92395253164, + 62780.86409870025, + 62766.079691155755 + ], + "p90": [ + 63901.01602482756, + 63914.712474114225, + 63816.33302409564, + 63862.47693695639, + 63804.76437250804, + 63758.16201476726, + 63692.04519032978, + 63684.60579026807, + 63701.015885965804, + 63549.911459289055, + 63521.11798653498, + 63498.23561321705, + 63561.83535080455, + 63521.51391221007, + 63494.54210653259, + 63443.61307279755, + 63474.08802028959, + 63407.484292732355, + 63422.63492266721, + 63407.012504400554, + 63411.74869920655, + 63398.68165289179, + 63336.92118575222, + 63375.20161579783 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_032503.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_032503.json new file mode 100644 index 0000000000000000000000000000000000000000..4c398a3b637e4b398b1f51bf5abd0918a230b0e0 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_032503.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T03:25:03.039850+00:00", + "metrics": { + "MSE[mean]": 424252.772635142, + "MSE[0.5]": 424252.772635142, + "MAE[0.5]": 560.6640625, + "MASE[0.5]": 0.5036951368777897, + "MAPE[0.5]": 0.008761301974702438, + "sMAPE[0.5]": 0.00870964457485128, + "MSIS": 1.5713130905677988, + "RMSE[mean]": 651.346891168709, + "NRMSE[mean]": 0.010157383792610329, + "ND[0.5]": 0.008743236728002594, + "mean_weighted_sum_quantile_loss": 0.005660313262868167 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64255.328125 + ], + "predictions": { + "p50": [ + 64444.35546875, + 64458.6171875, + 64471.0078125, + 64498.328125, + 64514.74609375, + 64549.66015625, + 64572.0, + 64595.59765625, + 64610.015625, + 64633.86328125, + 64655.3046875, + 64671.85546875, + 64676.87890625, + 64694.265625, + 64708.71484375, + 64711.41796875, + 64812.8359375, + 64836.6640625, + 64850.296875, + 64872.2890625, + 64872.66796875, + 64902.4453125, + 64919.01953125, + 64934.02734375 + ], + "p10": [ + 64159.08203125, + 64121.87109375, + 64069.73046875, + 64038.328125, + 64005.09375, + 64009.05078125, + 63962.29296875, + 63936.78515625, + 63892.75, + 63845.33203125, + 63811.3671875, + 63762.17578125, + 63705.46875, + 63658.078125, + 63634.125, + 63639.0546875, + 63530.33984375, + 63496.34375, + 63411.33984375, + 63373.91796875, + 63342.98046875, + 63293.9765625, + 63263.078125, + 63233.60546875 + ], + "p90": [ + 64685.69140625, + 64745.29296875, + 64802.91796875, + 64863.125, + 64939.35546875, + 64977.9921875, + 65027.59375, + 65076.78125, + 65126.71875, + 65183.53125, + 65232.625, + 65296.8828125, + 65355.81640625, + 65385.73828125, + 65422.8828125, + 65437.5390625, + 65689.4296875, + 65750.546875, + 65793.5703125, + 65888.5546875, + 65913.40625, + 65980.359375, + 66040.875, + 66078.515625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_032935.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_032935.json new file mode 100644 index 0000000000000000000000000000000000000000..ff381c1da38f2a75cdb932b416364176b135025b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_032935.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T03:29:35.355376+00:00", + "metrics": { + "MSE[mean]": 67943.42928421461, + "MSE[0.5]": 72365.50053634701, + "MAE[0.5]": 202.35836532311077, + "MASE[0.5]": 0.18179678587797846, + "MAPE[0.5]": 0.003162662682441359, + "sMAPE[0.5]": 0.003156849362112584, + "MSIS": 1.4831389313223928, + "RMSE[mean]": 260.6596042431865, + "NRMSE[mean]": 0.0040648380692772665, + "ND[0.5]": 0.0031556634538379897, + "mean_weighted_sum_quantile_loss": 0.0025118424365635095 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64255.328125 + ], + "predictions": { + "p50": [ + 64429.850861727355, + 64423.81311623109, + 64383.087870734824, + 64373.93098461356, + 64377.8365984923, + 64348.529321746035, + 64327.71423249977, + 64312.899143253504, + 64304.08405400724, + 64284.89982413597, + 64288.94606301471, + 64265.50988001844, + 64260.84713452218, + 64244.50079527592, + 64197.91617477965, + 64197.78077303339, + 64182.82505878712, + 64160.86153204086, + 64171.95659904459, + 64131.231353548326, + 64123.84595180206, + 64109.0308625558, + 64094.21577330954, + 64087.72880906327 + ], + "p10": [ + 64184.593049227355, + 64090.30139748109, + 64150.11560510982, + 64060.67121898856, + 64124.9639422423, + 64110.14885299603, + 64079.73923249977, + 64076.0401588785, + 64044.00592900724, + 64035.97208976097, + 64062.62731301471, + 63999.56066126844, + 64036.369400147174, + 63976.71173277592, + 63961.218518529655, + 63958.67921053339, + 63868.07505878712, + 63929.04903204086, + 63913.07417716959, + 63816.37275979832, + 63736.24438930206, + 63858.1910188058, + 63779.18452330954, + 63847.78037156327 + ], + "p90": [ + 64665.917267977355, + 64648.92249123109, + 64625.83904260983, + 64647.67903148856, + 64607.5076922423, + 64592.69260299604, + 64597.33923249977, + 64562.871799503504, + 64537.57389775724, + 64536.922480385976, + 64538.07887551471, + 64503.017301893444, + 64567.857290772175, + 64521.20782652592, + 64462.847034154656, + 64446.31631990839, + 64508.13365253712, + 64434.37325079086, + 64447.13238029459, + 64388.77158792333, + 64417.50220180206, + 64357.3668000558, + 64360.29780455954, + 64348.24013718827 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_032817.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_032817.json new file mode 100644 index 0000000000000000000000000000000000000000..0ededbc2e72bd9e53328851ccd3d31f4a8bd2605 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_032817.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T03:28:17.107347+00:00", + "metrics": { + "MSE[mean]": 547170.6137466431, + "MSE[0.5]": 362613.43657716113, + "MAE[0.5]": 499.3185221354167, + "MASE[0.5]": 0.4485829004826118, + "MAPE[0.5]": 0.007805393778178995, + "sMAPE[0.5]": 0.007761184173144739, + "MSIS": 2.681135281236316, + "RMSE[mean]": 739.7098172571749, + "NRMSE[mean]": 0.011535353297781626, + "ND[0.5]": 0.00778658796542065, + "mean_weighted_sum_quantile_loss": 0.006257984784952804 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64255.328125 + ], + "predictions": { + "p50": [ + 64460.044921875, + 64470.22265625, + 64453.919921875, + 64500.578125, + 64494.66015625, + 64481.326171875, + 64465.576171875, + 64507.669921875, + 64575.978515625, + 64614.455078125, + 64619.955078125, + 64605.296875, + 64600.859375, + 64705.947265625, + 64764.427734375, + 64615.638671875, + 64786.259765625, + 64736.5625, + 64910.123046875, + 64772.9765625, + 64956.798828125, + 64745.748046875, + 64728.64453125, + 64777.990234375 + ], + "p10": [ + 64217.626953125, + 64134.158203125, + 63962.029296875, + 63837.8515625, + 63886.69921875, + 63788.4296875, + 63609.28515625, + 63693.6640625, + 63892.693359375, + 63701.732421875, + 63742.37890625, + 63633.32421875, + 63610.740234375, + 63717.72265625, + 63471.919921875, + 63519.31640625, + 63675.763671875, + 63494.443359375, + 63605.40234375, + 63130.86328125, + 63067.09765625, + 62933.427734375, + 62914.359375, + 62980.189453125 + ], + "p90": [ + 64701.966796875, + 64881.2421875, + 64967.041015625, + 65160.67578125, + 65181.216796875, + 65198.095703125, + 65145.673828125, + 65441.45703125, + 65482.294921875, + 65575.125, + 65658.6796875, + 65592.76171875, + 65661.51953125, + 65935.421875, + 66095.48046875, + 66019.21875, + 66392.4765625, + 66080.63671875, + 66841.48828125, + 66711.80078125, + 66935.85546875, + 67133.81640625, + 66955.95703125, + 66975.32421875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_032935.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_032935.json new file mode 100644 index 0000000000000000000000000000000000000000..6159cbcc8bc4010aad36d419c745ee709a47a08d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_032935.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T03:29:35.454203+00:00", + "metrics": { + "MSE[mean]": 110133.51375278342, + "MSE[0.5]": 104115.32023568287, + "MAE[0.5]": 284.50608524077205, + "MASE[0.5]": 0.2555974979186663, + "MAPE[0.5]": 0.004433838715547527, + "sMAPE[0.5]": 0.0044425611815166665, + "MSIS": 1.6296831685899107, + "RMSE[mean]": 331.8636975518464, + "NRMSE[mean]": 0.005175225350075025, + "ND[0.5]": 0.004436710358651451, + "mean_weighted_sum_quantile_loss": 0.0033365914802749204 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64255.328125 + ], + "predictions": { + "p50": [ + 63921.775003426534, + 63930.552347176534, + 63904.642190926534, + 63910.300394051534, + 63929.021097176534, + 63914.528909676534, + 63908.528909676534, + 63908.528909676534, + 63914.528909676534, + 63910.159769051534, + 63929.021097176534, + 63920.400003426534, + 63930.552347176534, + 63929.021097176534, + 63897.251565926534, + 63911.931253426534, + 63911.790628426534, + 63904.642190926534, + 63930.552347176534, + 63904.642190926534, + 63912.071878426534, + 63912.071878426534, + 63912.071878426534, + 63920.400003426534 + ], + "p10": [ + 63676.517190926534, + 63597.040628426534, + 63671.66992530153, + 63597.040628426534, + 63676.14844092653, + 63676.14844092653, + 63660.553909676535, + 63671.66992530153, + 63654.450784676534, + 63661.232034676534, + 63702.702347176535, + 63654.450784676534, + 63706.07461280153, + 63661.232034676534, + 63660.553909676535, + 63672.829690926534, + 63597.040628426534, + 63672.829690926534, + 63671.66992530153, + 63589.78359717653, + 63524.470315926534, + 63661.232034676534, + 63597.040628426534, + 63680.45156592653 + ], + "p90": [ + 64157.841409676534, + 64155.661722176534, + 64147.39336280154, + 64184.048440926534, + 64158.69219092654, + 64158.69219092654, + 64178.153909676534, + 64158.501565926534, + 64148.018753426535, + 64162.18242530154, + 64178.153909676534, + 64157.907425301535, + 64237.56250342653, + 64205.728128426534, + 64162.18242530154, + 64160.46680030153, + 64237.099222176534, + 64178.153909676534, + 64205.728128426534, + 64162.18242530154, + 64205.728128426534, + 64160.407815926534, + 64178.153909676534, + 64180.911331551535 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_032935.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_032935.json new file mode 100644 index 0000000000000000000000000000000000000000..d6136ff71e6cf586d3a4912955bb3d4675f77bf8 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_032935.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T03:29:35.505881+00:00", + "metrics": { + "MSE[mean]": 229720.8726641337, + "MSE[0.5]": 229720.8726641337, + "MAE[0.5]": 414.63671875, + "MASE[0.5]": 0.3725055925184055, + "MAPE[0.5]": 0.006469440857997899, + "sMAPE[0.5]": 0.006482822571235801, + "MSIS": 3.444595661865718, + "RMSE[mean]": 479.29205362089374, + "NRMSE[mean]": 0.0074742865950285274, + "ND[0.5]": 0.006466023472216898, + "mean_weighted_sum_quantile_loss": 0.005772260951324151 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64255.328125 + ], + "predictions": { + "p50": [ + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "p10": [ + 62311.860625, + 62404.50890625, + 62469.7171875, + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996 + ], + "p90": [ + 64855.201875, + 64951.63171875, + 65019.5015625, + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_032905.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_032905.json new file mode 100644 index 0000000000000000000000000000000000000000..009f7299494af262c327bd92f6c0e77c03213736 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_032905.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T03:29:05.495794+00:00", + "metrics": { + "MSE[mean]": 210775.60102844238, + "MSE[0.5]": 210775.60102844238, + "MAE[0.5]": 384.5625, + "MASE[0.5]": 0.3454872071019622, + "MAPE[0.5]": 0.006011698491731255, + "sMAPE[0.5]": 0.005986070445268805, + "MSIS": 1.6467967356927256, + "RMSE[mean]": 459.1030396636929, + "NRMSE[mean]": 0.007159450421035736, + "ND[0.5]": 0.005997033159607046, + "mean_weighted_sum_quantile_loss": 0.0041155917483515205 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64255.328125 + ], + "predictions": { + "p50": [ + 64467.90625, + 64422.0, + 64429.0625, + 64453.78125, + 64453.78125, + 64450.25, + 64464.375, + 64478.5, + 64510.28125, + 64524.40625, + 64556.1875, + 64552.65625, + 64556.1875, + 64552.65625, + 64552.65625, + 64556.1875, + 64573.84375, + 64545.59375, + 64520.875, + 64510.28125, + 64499.6875, + 64496.15625, + 64478.5, + 64414.9375 + ], + "p10": [ + 64199.53125, + 64090.0625, + 64045.921875, + 64031.796875, + 64017.671875, + 64007.078125, + 63987.65625, + 63971.765625, + 63971.765625, + 63978.828125, + 63987.65625, + 63950.578125, + 63912.6171875, + 63872.890625, + 63859.6484375, + 63818.15625, + 63822.5703125, + 63759.33984375, + 63698.7578125, + 63659.69140625, + 63632.765625, + 63620.40625, + 63578.03125, + 63502.109375 + ], + "p90": [ + 64732.75, + 64782.1875, + 64845.75, + 64909.3125, + 64930.5, + 64930.5, + 64979.9375, + 65008.1875, + 65078.8125, + 65107.0625, + 65156.5, + 65191.8125, + 65213.0, + 65227.125, + 65241.25, + 65290.6875, + 65318.9375, + 65304.8125, + 65276.5625, + 65283.625, + 65283.625, + 65283.625, + 65290.6875, + 65248.3125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_032551.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_032551.json new file mode 100644 index 0000000000000000000000000000000000000000..b8adf81983c473deb221925d20a8337f98bef04d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_032551.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T03:25:51.488905+00:00", + "metrics": { + "MSE[mean]": 231535.81753985086, + "MSE[0.5]": 154089.4700565338, + "MAE[0.5]": 300.3894856770833, + "MASE[0.5]": 0.2698669902795265, + "MAPE[0.5]": 0.004698890418484297, + "sMAPE[0.5]": 0.004680163481680116, + "MSIS": 12.395956005781828, + "RMSE[mean]": 481.18168869965416, + "NRMSE[mean]": 0.0075037543778385596, + "ND[0.5]": 0.004684402942051746, + "mean_weighted_sum_quantile_loss": 0.005442777444500974 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64255.328125 + ], + "predictions": { + "p50": [ + 64371.95703125, + 64365.90625, + 64349.42578125, + 64336.77734375, + 64349.8984375, + 64354.26953125, + 64348.24609375, + 64348.296875, + 64368.2421875, + 64399.6015625, + 64395.2421875, + 64427.59375, + 64444.9375, + 64417.69140625, + 64445.44140625, + 64427.5234375, + 64426.05859375, + 64444.30078125, + 64460.5546875, + 64490.44140625, + 64466.59375, + 64487.56640625, + 64508.05859375, + 64513.30859375 + ], + "p10": [ + 64394.98828125, + 64428.1875, + 64399.46484375, + 64402.234375, + 64399.98828125, + 64409.28125, + 64424.5, + 64439.09375, + 64424.2890625, + 64429.0859375, + 64439.82421875, + 64423.94921875, + 64437.7109375, + 64456.6484375, + 64483.85546875, + 64467.08984375, + 64446.8984375, + 64512.76953125, + 64511.4375, + 64502.78125, + 64521.56640625, + 64562.3828125, + 64536.26953125, + 64544.796875 + ], + "p90": [ + 64582.3984375, + 64629.71875, + 64647.44921875, + 64668.2734375, + 64698.61328125, + 64710.671875, + 64741.69140625, + 64750.37890625, + 64788.8828125, + 64838.55078125, + 64846.7421875, + 64883.25, + 64901.6015625, + 64915.515625, + 64945.9453125, + 64957.21484375, + 64966.84765625, + 65001.51953125, + 65037.55078125, + 65055.75, + 65054.625, + 65083.7578125, + 65085.0625, + 65087.265625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_032721.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_032721.json new file mode 100644 index 0000000000000000000000000000000000000000..b7ed2ce6a367e8ffbfbe80905e55b59e510a5ee6 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_032721.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T03:27:21.167631+00:00", + "metrics": { + "MSE[mean]": 446565.1785958608, + "MSE[0.5]": 446565.1785958608, + "MAE[0.5]": 573.5213216145834, + "MASE[0.5]": 0.515245973328259, + "MAPE[0.5]": 0.008961911463198828, + "sMAPE[0.5]": 0.008907558418347332, + "MSIS": 2.3906415048504885, + "RMSE[mean]": 668.2553244051713, + "NRMSE[mean]": 0.010421061178720692, + "ND[0.5]": 0.008943738361031857, + "mean_weighted_sum_quantile_loss": 0.006016863772416181 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64255.328125 + ], + "predictions": { + "p50": [ + 64415.41796875, + 64430.72265625, + 64466.9140625, + 64496.1875, + 64518.07421875, + 64537.7890625, + 64556.6796875, + 64577.03515625, + 64594.66796875, + 64610.28515625, + 64648.57421875, + 64685.08203125, + 64714.2265625, + 64740.078125, + 64770.35546875, + 64793.375, + 64812.4453125, + 64837.625, + 64870.3671875, + 64897.3515625, + 64920.13671875, + 64938.12890625, + 64962.4765625, + 64981.453125 + ], + "p10": [ + 64185.56640625, + 64073.20703125, + 64004.41796875, + 63971.9296875, + 63954.48046875, + 63942.11328125, + 63923.98046875, + 63903.20703125, + 63882.796875, + 63853.8203125, + 63848.046875, + 63843.6953125, + 63827.37109375, + 63815.53515625, + 63806.4921875, + 63799.3203125, + 63791.6484375, + 63778.2109375, + 63779.765625, + 63774.21875, + 63756.69140625, + 63739.39453125, + 63726.640625, + 63712.91796875 + ], + "p90": [ + 64651.76953125, + 64785.12890625, + 64926.23828125, + 65043.26953125, + 65129.05078125, + 65223.42578125, + 65319.74609375, + 65409.70703125, + 65489.62109375, + 65569.9609375, + 65675.828125, + 65763.375, + 65836.4921875, + 65911.6640625, + 66007.390625, + 66088.15625, + 66157.5, + 66222.015625, + 66295.09375, + 66383.21875, + 66441.0, + 66512.3359375, + 66581.5078125, + 66647.421875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_032650.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_032650.json new file mode 100644 index 0000000000000000000000000000000000000000..902db863609d69beb73c8f92b4bc40d0cfd598d1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_032650.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T03:26:50.889204+00:00", + "metrics": { + "MSE[mean]": 193164.31250317892, + "MSE[0.5]": 193164.31250317892, + "MAE[0.5]": 360.3468424479167, + "MASE[0.5]": 0.3237320960450942, + "MAPE[0.5]": 0.005634208812594682, + "sMAPE[0.5]": 0.005610667428317731, + "MSIS": 1.6274105733203825, + "RMSE[mean]": 439.5046217085537, + "NRMSE[mean]": 0.00685382425532065, + "ND[0.5]": 0.005619403772130284, + "mean_weighted_sum_quantile_loss": 0.004422548156196847 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64255.328125 + ], + "predictions": { + "p50": [ + 64397.046875, + 64403.8828125, + 64403.03125, + 64418.6796875, + 64438.515625, + 64450.71484375, + 64457.01953125, + 64466.80078125, + 64472.16796875, + 64476.765625, + 64479.4140625, + 64488.4921875, + 64489.09375, + 64496.36328125, + 64506.12890625, + 64507.03515625, + 64512.25, + 64507.921875, + 64512.3828125, + 64517.7890625, + 64520.890625, + 64519.62109375, + 64520.796875, + 64523.69921875 + ], + "p10": [ + 64189.62109375, + 64118.921875, + 64033.171875, + 63984.62890625, + 63962.55078125, + 63921.13671875, + 63880.75390625, + 63847.69921875, + 63815.234375, + 63779.69921875, + 63739.5703125, + 63705.38671875, + 63670.43359375, + 63636.24609375, + 63603.4921875, + 63577.45703125, + 63539.45703125, + 63493.27734375, + 63470.48046875, + 63431.0546875, + 63409.89453125, + 63377.2265625, + 63338.5390625, + 63298.25 + ], + "p90": [ + 64615.06640625, + 64695.80078125, + 64787.15234375, + 64862.14453125, + 64941.109375, + 65004.0859375, + 65058.03515625, + 65102.37109375, + 65166.41015625, + 65198.4296875, + 65242.96875, + 65297.91796875, + 65350.37109375, + 65404.875, + 65468.6875, + 65514.2890625, + 65567.96875, + 65606.890625, + 65649.6484375, + 65697.9609375, + 65747.8671875, + 65805.1328125, + 65852.0625, + 65899.65625 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_032935.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_032935.json new file mode 100644 index 0000000000000000000000000000000000000000..f8c9c8fe3efe03bd695b1ca6ea07d7ab7e88f3b1 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_032935.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "ARIMA", + "evaluated_at": "2026-06-22T03:29:35.312495+00:00", + "metrics": { + "MSE[mean]": 23.1613693990537, + "MSE[0.5]": 20.815725487837135, + "MAE[0.5]": 3.8381228528425786, + "MASE[0.5]": 0.7187122117156454, + "MAPE[0.5]": 0.8534435147227489, + "sMAPE[0.5]": 0.4790928360372206, + "MSIS": 3.6149833441266352, + "RMSE[mean]": 4.812626039809627, + "NRMSE[mean]": 0.645268295840397, + "ND[0.5]": 0.5146086506604575, + "mean_weighted_sum_quantile_loss": 0.389505197721476 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 10.0, + 16.0, + 11.0, + 12.0, + 51.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 18.0, + 19.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 11.0, + 21.0, + 12.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0, + 9.0, + 12.0, + 11.0 + ], + "actual": [ + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 8.0, + 9.0, + 5.0, + 18.0, + 2.0 + ], + "predictions": { + "p50": [ + 9.879513651637716, + 11.275618554813175, + 10.41300540487342, + 9.283030640874161, + 10.081013581675014, + 9.66853900019246, + 10.140018447527895, + 9.668539000154315, + 9.754659565483271, + 10.2262029883054, + 10.505277647769907, + 9.893978818102298, + 10.320726194198162, + 9.754659565483271, + 10.413001920984033, + 10.181183621915988, + 10.827309499935279, + 10.592765092950732, + 9.27580382685694, + 10.07307326107641, + 10.222348796304926, + 11.199071176352476, + 9.57669644302916, + 10.796743989110919 + ], + "p10": [ + 4.605102997446555, + 5.588953793428128, + 5.077899540964144, + 4.895956875320972, + 5.507259057980625, + 5.507259056300417, + 5.526498245037522, + 5.077896057074777, + 5.332623404219974, + 5.332623404219974, + 5.588796924099282, + 4.899638202591629, + 5.1078088466495215, + 5.582567056193021, + 5.5957914295831035, + 5.582567056193021, + 5.073970460558226, + 5.603877705923678, + 5.111734443166054, + 5.3281520341174025, + 5.505776103189767, + 5.570322372902422, + 5.3148054564650264, + 5.3281520341174025 + ], + "p90": [ + 15.802615997501194, + 15.871947238023859, + 15.832887901680058, + 16.164019530026767, + 15.750711387934803, + 16.12128511830029, + 15.84023353976636, + 15.746001204152861, + 15.280468380541954, + 16.121285118262126, + 16.670074355165877, + 15.832067848682357, + 15.759360132812695, + 15.753271975739809, + 15.84023353976551, + 16.125558551701268, + 18.297460395209807, + 15.832067848682357, + 15.638694345191334, + 15.767447473507977, + 15.749750414372404, + 18.297460395209807, + 15.639217698753955, + 15.76663090439966 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_032529.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_032529.json new file mode 100644 index 0000000000000000000000000000000000000000..49383c9d3b73ec37780ad5f1441332590edee933 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_032529.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T03:25:29.558968+00:00", + "metrics": { + "MSE[mean]": 16.069667992454924, + "MSE[0.5]": 16.069667992454924, + "MAE[0.5]": 3.2962093353271484, + "MASE[0.5]": 0.6172355582407144, + "MAPE[0.5]": 0.7425622622229376, + "sMAPE[0.5]": 0.43020334916751174, + "MSIS": 7.602293959519645, + "RMSE[mean]": 4.008699039894979, + "NRMSE[mean]": 0.5374792008797737, + "ND[0.5]": 0.44194985501593054, + "mean_weighted_sum_quantile_loss": 0.34113626320268853 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 10.0, + 16.0, + 11.0, + 12.0, + 51.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 18.0, + 19.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 11.0, + 21.0, + 12.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0, + 9.0, + 12.0, + 11.0 + ], + "actual": [ + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 8.0, + 9.0, + 5.0, + 18.0, + 2.0 + ], + "predictions": { + "p50": [ + 9.765764236450195, + 9.463844299316406, + 9.144753456115723, + 9.02212905883789, + 8.944183349609375, + 8.873908996582031, + 8.83768081665039, + 8.891244888305664, + 8.929462432861328, + 9.000938415527344, + 9.117900848388672, + 9.265022277832031, + 9.267776489257812, + 9.201143264770508, + 9.16817569732666, + 9.250782012939453, + 9.492728233337402, + 9.730310440063477, + 9.864462852478027, + 9.869941711425781, + 9.7892484664917, + 9.8733491897583, + 9.97413158416748, + 10.014534950256348 + ], + "p10": [ + 6.687689781188965, + 6.340599536895752, + 6.129678726196289, + 6.010058403015137, + 5.901533126831055, + 5.851540565490723, + 5.816869735717773, + 5.735348701477051, + 5.799670219421387, + 5.896355628967285, + 5.903897285461426, + 5.885028839111328, + 5.901968955993652, + 5.858510971069336, + 5.854486465454102, + 5.864619255065918, + 6.0217180252075195, + 6.256165027618408, + 6.287293910980225, + 6.319713115692139, + 6.271996021270752, + 6.308123588562012, + 6.350893020629883, + 6.357478618621826 + ], + "p90": [ + 14.281429290771484, + 14.120842933654785, + 13.930213928222656, + 13.727574348449707, + 13.763168334960938, + 13.594770431518555, + 13.620322227478027, + 13.716585159301758, + 13.760286331176758, + 13.92225170135498, + 14.069632530212402, + 14.393223762512207, + 14.454511642456055, + 14.40806770324707, + 14.276911735534668, + 14.43848991394043, + 14.637774467468262, + 15.01211929321289, + 15.275259971618652, + 15.281618118286133, + 15.19701099395752, + 15.293903350830078, + 15.47730827331543, + 15.610884666442871 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_032935.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_032935.json new file mode 100644 index 0000000000000000000000000000000000000000..e18e2f2b156aaa59436c3690b177713d27757387 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_032935.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "ETS", + "evaluated_at": "2026-06-22T03:29:35.440745+00:00", + "metrics": { + "MSE[mean]": 16.843357018833654, + "MSE[0.5]": 18.13154992517387, + "MAE[0.5]": 3.594258876783512, + "MASE[0.5]": 0.6730471758866394, + "MAPE[0.5]": 0.7949078227267309, + "sMAPE[0.5]": 0.45848505985170335, + "MSIS": 4.906111426216293, + "RMSE[mean]": 4.104065913071286, + "NRMSE[mean]": 0.5502658207469882, + "ND[0.5]": 0.48191180470840383, + "mean_weighted_sum_quantile_loss": 0.3605884164344258 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 10.0, + 16.0, + 11.0, + 12.0, + 51.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 18.0, + 19.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 11.0, + 21.0, + 12.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0, + 9.0, + 12.0, + 11.0 + ], + "actual": [ + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 8.0, + 9.0, + 5.0, + 18.0, + 2.0 + ], + "predictions": { + "p50": [ + 9.952378291427438, + 10.901941933175301, + 9.851505574923163, + 10.801069216671024, + 10.750632858418886, + 10.700196500166749, + 9.64976014191461, + 10.599323783662472, + 10.548887425410335, + 9.498451067158197, + 10.448014708906058, + 8.89757835065392, + 10.347141992401783, + 9.296705634149644, + 9.246269275897506, + 9.195832917645369, + 9.14539655939323, + 9.094960201141092, + 9.044523842888953, + 9.994087484636816, + 9.943651126384678, + 9.89321476813254, + 9.842778409880403, + 9.792342051628264 + ], + "p10": [ + 2.952378291427438, + 1.9019419331753014, + 0.8515055749231628, + 1.8010692166710243, + 3.7506328584188857, + 3.700196500166749, + 1.5497601419146125, + 3.499323783662474, + 1.548887425410335, + 1.4984510671581965, + 0.448014708906058, + 0.39757835065391944, + 2.247141992401785, + 2.1967056341496463, + 2.2462692758975056, + 0.1958329176453688, + 0.14539655939323026, + 0.9949602011410938, + 2.044523842888953, + 2.9940874846368164, + 2.943651126384678, + -0.1067852318674607, + 2.8427784098804025, + 1.5923420516282683 + ], + "p90": [ + 16.952378291427436, + 16.9019419331753, + 16.851505574923163, + 16.801069216671024, + 16.750632858418886, + 17.700196500166747, + 16.649760141914612, + 16.59932378366247, + 16.548887425410335, + 16.498451067158197, + 16.448014708906058, + 16.39757835065392, + 16.34714199240178, + 16.296705634149646, + 16.246269275897504, + 16.19583291764537, + 16.14539655939323, + 16.194960201141086, + 16.044523842888953, + 16.994087484636815, + 15.943651126384678, + 15.89321476813254, + 15.842778409880403, + 15.792342051628264 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_032847.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_032847.json new file mode 100644 index 0000000000000000000000000000000000000000..4a200747bf934cf3567562d9c08f7459b117cb03 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_032847.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T03:28:47.387357+00:00", + "metrics": { + "MSE[mean]": 26.21733883247642, + "MSE[0.5]": 24.39989679058748, + "MAE[0.5]": 4.217489659786224, + "MASE[0.5]": 0.7897509896088639, + "MAPE[0.5]": 0.9489047601768866, + "sMAPE[0.5]": 0.5089482630850236, + "MSIS": 8.795124778821966, + "RMSE[mean]": 5.120286987315889, + "NRMSE[mean]": 0.6865189256736387, + "ND[0.5]": 0.5654734739378178, + "mean_weighted_sum_quantile_loss": 0.4036154098794891 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 10.0, + 16.0, + 11.0, + 12.0, + 51.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 18.0, + 19.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 11.0, + 21.0, + 12.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0, + 9.0, + 12.0, + 11.0 + ], + "actual": [ + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 8.0, + 9.0, + 5.0, + 18.0, + 2.0 + ], + "predictions": { + "p50": [ + 10.773022174835205, + 10.516014575958252, + 11.42842435836792, + 12.653699398040771, + 12.702988147735596, + 10.941733360290527, + 10.605031490325928, + 10.815746307373047, + 11.09576416015625, + 11.050718307495117, + 11.05971622467041, + 11.243593692779541, + 11.299429893493652, + 10.429404735565186, + 10.286375999450684, + 10.620503902435303, + 11.124248504638672, + 11.503145217895508, + 11.743196487426758, + 10.722278594970703, + 10.24708890914917, + 10.85609769821167, + 10.99406099319458, + 11.12760877609253 + ], + "p10": [ + 6.302335023880005, + 6.0188889503479, + 6.989766359329224, + 7.776225805282593, + 7.460245370864868, + 6.533743858337402, + 5.768700122833252, + 6.40247368812561, + 6.598451614379883, + 6.522448778152466, + 5.974352836608887, + 5.8886260986328125, + 6.177150726318359, + 6.146299839019775, + 5.545226573944092, + 5.281834125518799, + 6.471580982208252, + 6.575962781906128, + 6.675118446350098, + 6.541030406951904, + 5.996835708618164, + 4.407557964324951, + 6.1671342849731445, + 4.807682037353516 + ], + "p90": [ + 14.988922119140625, + 14.99989938735962, + 15.862685680389404, + 16.947022438049316, + 17.608281135559082, + 15.23905611038208, + 15.186213970184326, + 14.963273525238037, + 14.992878913879395, + 16.33839702606201, + 16.803954124450684, + 15.866594314575195, + 16.429831504821777, + 14.718095779418945, + 14.976484775543213, + 14.99180269241333, + 16.088583946228027, + 15.471082210540771, + 15.775806427001953, + 15.00728178024292, + 14.973772048950195, + 14.995596885681152, + 15.121315956115723, + 15.892635822296143 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_032935.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_032935.json new file mode 100644 index 0000000000000000000000000000000000000000..484e847734cd185c8f3d71a8a6bc844b1a13aa9d --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_032935.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T03:29:35.497771+00:00", + "metrics": { + "MSE[mean]": 21.284766913067685, + "MSE[0.5]": 23.216810640196645, + "MAE[0.5]": 4.169619095143047, + "MASE[0.5]": 0.7807869306899855, + "MAPE[0.5]": 0.9281208138976975, + "sMAPE[0.5]": 0.5069649103752386, + "MSIS": 4.906111426216294, + "RMSE[mean]": 4.613541688666928, + "NRMSE[mean]": 0.618575421944169, + "ND[0.5]": 0.5590550742091236, + "mean_weighted_sum_quantile_loss": 0.4081931853239517 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 10.0, + 16.0, + 11.0, + 12.0, + 51.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 18.0, + 19.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 11.0, + 21.0, + 12.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0, + 9.0, + 12.0, + 11.0 + ], + "actual": [ + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 8.0, + 9.0, + 5.0, + 18.0, + 2.0 + ], + "predictions": { + "p50": [ + 10.28567864271457, + 11.28567864271457, + 10.28567864271457, + 11.28567864271457, + 11.28567864271457, + 11.28567864271457, + 10.28567864271457, + 11.28567864271457, + 11.28567864271457, + 10.28567864271457, + 11.28567864271457, + 9.78567864271457, + 11.28567864271457, + 10.28567864271457, + 10.28567864271457, + 10.28567864271457, + 10.28567864271457, + 10.28567864271457, + 10.28567864271457, + 11.28567864271457, + 11.28567864271457, + 11.28567864271457, + 11.28567864271457, + 11.28567864271457 + ], + "p10": [ + 3.2856786427145703, + 2.2856786427145703, + 1.2856786427145703, + 2.2856786427145703, + 4.28567864271457, + 4.28567864271457, + 2.1856786427145725, + 4.1856786427145725, + 2.2856786427145703, + 2.2856786427145703, + 1.2856786427145703, + 1.2856786427145703, + 3.1856786427145725, + 3.1856786427145725, + 3.2856786427145703, + 1.2856786427145703, + 1.2856786427145703, + 2.1856786427145725, + 3.2856786427145703, + 4.28567864271457, + 4.28567864271457, + 1.2856786427145703, + 4.28567864271457, + 3.0856786427145746 + ], + "p90": [ + 17.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.285678642714572, + 18.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.385678642714566, + 17.285678642714572, + 18.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.285678642714572, + 17.285678642714572 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_032935.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_032935.json new file mode 100644 index 0000000000000000000000000000000000000000..45bf65e1b0083444ca640379505881924209a269 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_032935.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T03:29:35.546031+00:00", + "metrics": { + "MSE[mean]": 30.75, + "MSE[0.5]": 30.75, + "MAE[0.5]": 4.5, + "MASE[0.5]": 0.8426527958387516, + "MAPE[0.5]": 0.9886934824434824, + "sMAPE[0.5]": 0.5265949285492629, + "MSIS": 31.724473478024247, + "RMSE[mean]": 5.545268253204709, + "NRMSE[mean]": 0.7434996540609666, + "ND[0.5]": 0.6033519553072626, + "mean_weighted_sum_quantile_loss": 0.5955803848541279 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 10.0, + 16.0, + 11.0, + 12.0, + 51.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 18.0, + 19.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 11.0, + 21.0, + 12.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0, + 9.0, + 12.0, + 11.0 + ], + "actual": [ + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 8.0, + 9.0, + 5.0, + 18.0, + 2.0 + ], + "predictions": { + "p50": [ + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0, + 9.0, + 12.0, + 11.0 + ], + "p10": [ + 11.76, + 7.84, + 3.92, + 7.84, + 11.76, + 11.76, + 10.78, + 14.7, + 9.8, + 9.8, + 6.859999999999999, + 6.859999999999999, + 9.8, + 10.78, + 5.88, + 12.74, + 12.74, + 13.719999999999999, + 8.82, + 9.8, + 12.74, + 8.82, + 11.76, + 10.78 + ], + "p90": [ + 12.24, + 8.16, + 4.08, + 8.16, + 12.24, + 12.24, + 11.22, + 15.3, + 10.2, + 10.2, + 7.140000000000001, + 7.140000000000001, + 10.2, + 11.22, + 6.12, + 13.26, + 13.26, + 14.280000000000001, + 9.18, + 10.2, + 13.26, + 9.18, + 12.24, + 11.22 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_032930.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_032930.json new file mode 100644 index 0000000000000000000000000000000000000000..c307f24983df8c37beeb1e8bbeba029fa5e86f63 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_032930.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T03:29:30.671866+00:00", + "metrics": { + "MSE[mean]": 25.97880310021962, + "MSE[0.5]": 25.97880310021962, + "MAE[0.5]": 4.458071390787761, + "MASE[0.5]": 0.8348014047769018, + "MAPE[0.5]": 0.9870426642200935, + "sMAPE[0.5]": 0.5304674422506591, + "MSIS": 10.068482556485696, + "RMSE[mean]": 5.096940562751308, + "NRMSE[mean]": 0.6833886788046446, + "ND[0.5]": 0.5977302423402584, + "mean_weighted_sum_quantile_loss": 0.43160366292772345 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 10.0, + 16.0, + 11.0, + 12.0, + 51.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 18.0, + 19.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 11.0, + 21.0, + 12.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0, + 9.0, + 12.0, + 11.0 + ], + "actual": [ + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 8.0, + 9.0, + 5.0, + 18.0, + 2.0 + ], + "predictions": { + "p50": [ + 10.66650390625, + 10.84130859375, + 11.01611328125, + 11.1253662109375, + 11.19091796875, + 11.103515625, + 11.01611328125, + 10.9942626953125, + 11.059814453125, + 11.1253662109375, + 11.2783203125, + 11.3438720703125, + 11.4312744140625, + 11.2127685546875, + 11.19091796875, + 11.2564697265625, + 11.2564697265625, + 11.453125, + 11.50775146484375, + 11.4749755859375, + 11.3875732421875, + 11.2127685546875, + 11.36572265625, + 11.496826171875 + ], + "p10": [ + 6.908203125, + 6.951904296875, + 7.0830078125, + 7.17041015625, + 7.126708984375, + 7.039306640625, + 6.908203125, + 6.951904296875, + 6.99560546875, + 7.0830078125, + 7.214111328125, + 7.214111328125, + 7.214111328125, + 7.039306640625, + 7.0830078125, + 7.039306640625, + 7.039306640625, + 7.126708984375, + 7.126708984375, + 7.126708984375, + 7.039306640625, + 6.864501953125, + 6.99560546875, + 7.214111328125 + ], + "p90": [ + 15.2769775390625, + 15.91064453125, + 16.29302978515625, + 16.5880126953125, + 16.75189208984375, + 16.566162109375, + 16.4569091796875, + 16.40228271484375, + 16.57708740234375, + 16.66448974609375, + 16.86114501953125, + 16.99224853515625, + 17.1124267578125, + 16.8502197265625, + 16.7191162109375, + 16.97039794921875, + 17.177978515625, + 17.5057373046875, + 17.527587890625, + 17.440185546875, + 17.30908203125, + 17.1124267578125, + 17.3309326171875, + 17.48388671875 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_032621.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_032621.json new file mode 100644 index 0000000000000000000000000000000000000000..dcb5dca9e57b89ca7629ffdecb712ba146bfc605 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_032621.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T03:26:21.728019+00:00", + "metrics": { + "MSE[mean]": 20.303976099817117, + "MSE[0.5]": 16.232932517894824, + "MAE[0.5]": 3.3339107036590576, + "MASE[0.5]": 0.6242953723366765, + "MAPE[0.5]": 0.7397480263023092, + "sMAPE[0.5]": 0.4349898570402015, + "MSIS": 30.026579810987062, + "RMSE[mean]": 4.505993353281506, + "NRMSE[mean]": 0.6041555334008724, + "ND[0.5]": 0.4470047870827787, + "mean_weighted_sum_quantile_loss": 0.5296866158237374 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 10.0, + 16.0, + 11.0, + 12.0, + 51.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 18.0, + 19.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 11.0, + 21.0, + 12.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0, + 9.0, + 12.0, + 11.0 + ], + "actual": [ + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 8.0, + 9.0, + 5.0, + 18.0, + 2.0 + ], + "predictions": { + "p50": [ + 9.463560104370117, + 9.297176361083984, + 9.010583877563477, + 8.981475830078125, + 8.986166000366211, + 9.032022476196289, + 8.97354507446289, + 9.108959197998047, + 9.030149459838867, + 9.003984451293945, + 9.125307083129883, + 9.21750259399414, + 9.304214477539062, + 9.29217529296875, + 9.52011489868164, + 9.728347778320312, + 9.6757230758667, + 9.86232852935791, + 9.973563194274902, + 10.081256866455078, + 10.012763977050781, + 9.872774124145508, + 9.742592811584473, + 9.651538848876953 + ], + "p10": [ + 10.686973571777344, + 10.512713432312012, + 10.320684432983398, + 10.31062126159668, + 10.341081619262695, + 10.31453800201416, + 10.36827564239502, + 10.435575485229492, + 10.358713150024414, + 10.17558479309082, + 10.528851509094238, + 10.597577095031738, + 10.794068336486816, + 10.769197463989258, + 11.068394660949707, + 11.2055025100708, + 11.147407531738281, + 11.385690689086914, + 11.655327796936035, + 11.464284896850586, + 11.33799934387207, + 11.460972785949707, + 11.263445854187012, + 11.1634521484375 + ], + "p90": [ + 13.232071876525879, + 13.2127103805542, + 13.035387992858887, + 13.029178619384766, + 13.024941444396973, + 13.116652488708496, + 13.093147277832031, + 13.237876892089844, + 13.179891586303711, + 13.213766098022461, + 13.37447452545166, + 13.498673439025879, + 13.534926414489746, + 13.598894119262695, + 13.834202766418457, + 14.057435989379883, + 14.08944320678711, + 14.303746223449707, + 14.448172569274902, + 14.519006729125977, + 14.44849681854248, + 14.334528923034668, + 14.265214920043945, + 14.11203670501709 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260622_032754.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260622_032754.json new file mode 100644 index 0000000000000000000000000000000000000000..1599194102b98d87f062289ec89d26eaacc1f549 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260622_032754.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TiRex", + "evaluated_at": "2026-06-22T03:27:54.204673+00:00", + "metrics": { + "MSE[mean]": 21.954754729939925, + "MSE[0.5]": 21.954754729939925, + "MAE[0.5]": 4.022669076919556, + "MASE[0.5]": 0.7532696320889675, + "MAPE[0.5]": 0.8953102687507251, + "sMAPE[0.5]": 0.49573709550401274, + "MSIS": 7.863502597932853, + "RMSE[mean]": 4.685590115443296, + "NRMSE[mean]": 0.6282355462046878, + "ND[0.5]": 0.539352278469661, + "mean_weighted_sum_quantile_loss": 0.39033911768358587 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 10.0, + 16.0, + 11.0, + 12.0, + 51.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 18.0, + 19.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 11.0, + 21.0, + 12.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0, + 9.0, + 12.0, + 11.0 + ], + "actual": [ + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 8.0, + 9.0, + 5.0, + 18.0, + 2.0 + ], + "predictions": { + "p50": [ + 10.555150032043457, + 10.588971138000488, + 10.571623802185059, + 10.607215881347656, + 10.645303726196289, + 10.583393096923828, + 10.546345710754395, + 10.53731918334961, + 10.538518905639648, + 10.503931045532227, + 10.55954360961914, + 10.654324531555176, + 10.687755584716797, + 10.647199630737305, + 10.677377700805664, + 10.719036102294922, + 10.74117374420166, + 10.725183486938477, + 10.703274726867676, + 10.603137969970703, + 10.500542640686035, + 10.40249252319336, + 10.426806449890137, + 10.467801094055176 + ], + "p10": [ + 6.792191028594971, + 6.675563812255859, + 6.606587886810303, + 6.610408782958984, + 6.578003406524658, + 6.476001739501953, + 6.4354095458984375, + 6.407424449920654, + 6.386418342590332, + 6.310283184051514, + 6.312585830688477, + 6.345668315887451, + 6.332728862762451, + 6.249394416809082, + 6.243661880493164, + 6.258101940155029, + 6.2479567527771, + 6.189104080200195, + 6.176011085510254, + 6.074051856994629, + 5.913386344909668, + 5.817678451538086, + 5.813446998596191, + 5.795976638793945 + ], + "p90": [ + 15.17282485961914, + 15.311503410339355, + 15.546607971191406, + 15.7955322265625, + 15.952285766601562, + 15.919673919677734, + 15.97995376586914, + 16.047626495361328, + 16.083621978759766, + 16.131813049316406, + 16.280799865722656, + 16.460237503051758, + 16.49693489074707, + 16.479021072387695, + 16.632966995239258, + 16.847633361816406, + 16.982799530029297, + 16.890316009521484, + 16.80531883239746, + 16.62933349609375, + 16.475055694580078, + 16.43120574951172, + 16.514755249023438, + 16.648969650268555 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260622_032713.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260622_032713.json new file mode 100644 index 0000000000000000000000000000000000000000..ab5cf76fcfc628f92d93e5fb5fedaf4ba7c101d0 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260622_032713.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T03:27:13.209772+00:00", + "metrics": { + "MSE[mean]": 19.89539442237242, + "MSE[0.5]": 19.89539442237242, + "MAE[0.5]": 3.785329580307007, + "MASE[0.5]": 0.7088263453370728, + "MAPE[0.5]": 0.8485364462418761, + "sMAPE[0.5]": 0.475278291716074, + "MSIS": 6.670989115929572, + "RMSE[mean]": 4.460425363389956, + "NRMSE[mean]": 0.5980458587785417, + "ND[0.5]": 0.5075302230579227, + "mean_weighted_sum_quantile_loss": 0.36758942086085405 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 10.0, + 16.0, + 11.0, + 12.0, + 51.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 18.0, + 19.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 11.0, + 21.0, + 12.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0, + 9.0, + 12.0, + 11.0 + ], + "actual": [ + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 8.0, + 9.0, + 5.0, + 18.0, + 2.0 + ], + "predictions": { + "p50": [ + 10.448476791381836, + 10.275263786315918, + 10.206135749816895, + 10.217575073242188, + 10.222979545593262, + 10.217747688293457, + 10.262168884277344, + 10.207596778869629, + 10.140990257263184, + 10.028900146484375, + 10.137816429138184, + 10.260476112365723, + 10.28823471069336, + 10.22495174407959, + 10.131634712219238, + 10.199753761291504, + 10.252700805664062, + 10.255706787109375, + 10.332463264465332, + 10.29499626159668, + 10.243144035339355, + 10.169014930725098, + 10.226213455200195, + 10.302324295043945 + ], + "p10": [ + 6.5333967208862305, + 6.224664211273193, + 6.1393280029296875, + 6.144016265869141, + 6.137823104858398, + 6.095973968505859, + 5.9973649978637695, + 5.994429588317871, + 5.897991180419922, + 5.677199363708496, + 5.824230194091797, + 5.89964485168457, + 5.865165710449219, + 5.747465133666992, + 5.60146427154541, + 5.684628486633301, + 5.670807838439941, + 5.6597747802734375, + 5.673582077026367, + 5.6297197341918945, + 5.601714134216309, + 5.471297264099121, + 5.5063629150390625, + 5.54201602935791 + ], + "p90": [ + 15.298762321472168, + 15.168593406677246, + 15.082966804504395, + 15.193212509155273, + 15.244081497192383, + 15.359736442565918, + 15.46715259552002, + 15.472211837768555, + 15.482162475585938, + 15.366106986999512, + 15.554181098937988, + 15.827842712402344, + 15.966950416564941, + 15.896106719970703, + 15.816690444946289, + 15.876917839050293, + 16.035282135009766, + 16.16257095336914, + 16.34417724609375, + 16.349302291870117, + 16.299301147460938, + 16.17076301574707, + 16.363544464111328, + 16.57478904724121 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_032935.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_032935.json new file mode 100644 index 0000000000000000000000000000000000000000..b643f6c552f18db270115e0f1a7b110679a4c7d2 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_032935.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T03:29:35.169794+00:00", + "metrics": { + "MSE[mean]": 0.05956437382396156, + "MSE[0.5]": 0.0670397674609913, + "MAE[0.5]": 0.23365346363857645, + "MASE[0.5]": 3.7968701419934447, + "MAPE[0.5]": 0.1494466734401042, + "sMAPE[0.5]": 0.1638030961742768, + "MSIS": 54.65480350699836, + "RMSE[mean]": 0.24405813615604288, + "NRMSE[mean]": 0.16136074891660354, + "ND[0.5]": 0.1544816266873944, + "mean_weighted_sum_quantile_loss": 0.13768550339374566 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.2833635243453254, + 1.2856758747143986, + 1.2834473547536818, + 1.2852084620755637, + 1.286590787185271, + 1.2855099986473244, + 1.2854953707214394, + 1.2855867255025657, + 1.2857033335573038, + 1.28572395418827, + 1.2866782967878652, + 1.285689852837896, + 1.2867377004513625, + 1.2866791812155154, + 1.2867378639202294, + 1.286709054934867, + 1.2867090658344698, + 1.2855172455564055, + 1.2856903016076977, + 1.2857084231701754, + 1.2875187849938419, + 1.2857437439630257, + 1.2856349845634834, + 1.28570842403365, + 1.2875358802877541, + 1.2856535838528371, + 1.28673790779522, + 1.2857084240723191, + 1.2866792765991657, + 1.2862115103767766, + 1.286211510376984, + 1.2857084240740508, + 1.285726084114189, + 1.2856721830713074, + 1.2857260841142186, + 1.2871283466044177, + 1.2855374047540278, + 1.28673790779916, + 1.2857437441543207, + 1.2857084240741319, + 1.2867379077991608, + 1.2857260841142264, + 1.2855575596800497, + 1.285743744154321, + 1.2855575596800497, + 1.2854332094677616, + 1.285743744154321, + 1.285743744154321, + 1.2871283466044212, + 1.2862115103771603, + 1.285743744154321, + 1.2856349846514832, + 1.285743744154321, + 1.2855967903661076, + 1.2857084240741319, + 1.2857084240741319, + 1.2856721830713245, + 1.2857084240741319, + 1.2862115103771603, + 1.2871283466044212, + 1.2855575596800497, + 1.2857084240741319, + 1.2895647488840265, + 1.2871283466044212, + 1.286709075120127, + 1.2857260841142264, + 1.2866941758600632, + 1.2857084240741319, + 1.2855575596800497, + 1.2857084240741319, + 1.2856721830713245, + 1.2875358803063766 + ], + "p10": [ + 1.2181572269156038, + 1.2249125779362566, + 1.223530403263958, + 1.225071986500872, + 1.2256907137096564, + 1.1849433895877919, + 1.1849690715139474, + 1.2254286437380242, + 1.225828960527028, + 1.2254365786756094, + 1.2258326107704125, + 1.2257936516496164, + 1.2289157719169785, + 1.2252966385085857, + 1.2240189176376721, + 1.2240189413313436, + 1.2252967246074125, + 1.1884881984949915, + 1.1846606686970993, + 1.225794101480492, + 1.2256521272601129, + 1.2259746108297234, + 1.2258335904945468, + 1.2259907507152583, + 1.2240189614979813, + 1.2240189615080368, + 1.2257941023805077, + 1.225974611019206, + 1.2240189615157697, + 1.2257941023840653, + 1.2254387086013896, + 1.2258335905824658, + 1.2204658856415658, + 1.2240189615165864, + 1.225296733893062, + 1.2259902799586233, + 1.2254387086015646, + 1.22599080306653, + 1.225975081818132, + 1.2258335905825466, + 1.2252967338930696, + 1.2240189615166037, + 1.220465885641603, + 1.2258335905825466, + 1.1884882027665955, + 1.1849909506205174, + 1.225438708601566, + 1.2258335905825466, + 1.2240189615166037, + 1.225438708601566, + 1.2259908030665305, + 1.2258335905825466, + 1.225438708601566, + 1.2201161604269952, + 1.225438708601566, + 1.225438708601566, + 1.2257941023844485, + 1.2259908030665305, + 1.2259902799586269, + 1.2291013609681005, + 1.1849909506205174, + 1.225438708601566, + 1.2259902799586269, + 1.2258335905825466, + 1.2258335905825466, + 1.2259902799586269, + 1.1884882027665955, + 1.2240189615166037, + 1.1849909506205174, + 1.2259902799586269, + 1.2240189615166037, + 1.2259902799586269 + ], + "p90": [ + 1.3845843862860376, + 1.3866864113732107, + 1.3744086726926117, + 1.3843230106124973, + 1.386675176046162, + 1.3756673883467505, + 1.386743965582042, + 1.3867684998574124, + 1.3787854928773418, + 1.38689091508608, + 1.3748962511331229, + 1.3845473072698633, + 1.3867656373408135, + 1.3826033657469616, + 1.3867658008096804, + 1.386778544535694, + 1.3867658354029544, + 1.3748972266736534, + 1.3867785627559237, + 1.383019698583206, + 1.3826034607156061, + 1.3869589809743794, + 1.3867785646329542, + 1.3868930449715546, + 1.386765844669989, + 1.3847695666645201, + 1.3845477580007546, + 1.3826034611296332, + 1.3875524065475813, + 1.3845477580043117, + 1.3847695666729107, + 1.379365886439963, + 1.3845477580046581, + 1.3787901229328434, + 1.386765844688604, + 1.386765844688608, + 1.3867658446886102, + 1.3845477580046945, + 1.383019699487162, + 1.3787901229328607, + 1.386778564720954, + 1.382603461131446, + 1.3787901229328607, + 1.3867658446886115, + 1.3827978908187708, + 1.3787901229328607, + 1.3868930450120365, + 1.3868930450120365, + 1.3875524065484153, + 1.3827978908187708, + 1.3868930450120365, + 1.3867658446886115, + 1.382603461131446, + 1.3845477580046954, + 1.389512785643992, + 1.375714949379476, + 1.3867658446886115, + 1.3748443384470526, + 1.3868930450120365, + 1.3845477580046954, + 1.386778564720954, + 1.3845477580046954, + 1.3868930450120365, + 1.389512785643992, + 1.3868930450120365, + 1.3827978908187708, + 1.3748443384470526, + 1.3868930450120365, + 1.384769566673087, + 1.3869589811656744, + 1.382603461131446, + 1.382603461131446 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_032507.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_032507.json new file mode 100644 index 0000000000000000000000000000000000000000..4e039c9b2d5c01ed1480c3ccc3afe70fb856a968 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_032507.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T03:25:07.692480+00:00", + "metrics": { + "MSE[mean]": 0.06675614028066512, + "MSE[0.5]": 0.06675614028066512, + "MAE[0.5]": 0.23159462379084694, + "MASE[0.5]": 3.763413982502984, + "MAPE[0.5]": 0.14799200412465366, + "sMAPE[0.5]": 0.16221149817359948, + "MSIS": 92.01468770110367, + "RMSE[mean]": 0.2583720965597197, + "NRMSE[mean]": 0.17082452425750488, + "ND[0.5]": 0.1531204102782165, + "mean_weighted_sum_quantile_loss": 0.13678242583998593 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.3026154041290283, + 1.3022229671478271, + 1.3015248775482178, + 1.3016297817230225, + 1.2994258403778076, + 1.298417329788208, + 1.296439290046692, + 1.2948825359344482, + 1.2927378416061401, + 1.291676640510559, + 1.290057897567749, + 1.2906192541122437, + 1.2917762994766235, + 1.2922428846359253, + 1.293974757194519, + 1.295196294784546, + 1.2952226400375366, + 1.2944481372833252, + 1.2952144145965576, + 1.2941412925720215, + 1.2921079397201538, + 1.2920719385147095, + 1.2914910316467285, + 1.2920843362808228, + 1.2927844524383545, + 1.2934699058532715, + 1.2937862873077393, + 1.2946070432662964, + 1.2935985326766968, + 1.2937819957733154, + 1.2937098741531372, + 1.293972134590149, + 1.2903523445129395, + 1.2876334190368652, + 1.287559986114502, + 1.2883132696151733, + 1.2885725498199463, + 1.2896991968154907, + 1.2898045778274536, + 1.2912886142730713, + 1.291479468345642, + 1.2909746170043945, + 1.2894656658172607, + 1.2882254123687744, + 1.2858363389968872, + 1.2844452857971191, + 1.2844740152359009, + 1.285328984260559, + 1.2849628925323486, + 1.285497784614563, + 1.2869504690170288, + 1.2878338098526, + 1.287498116493225, + 1.286485195159912, + 1.2853503227233887, + 1.2832238674163818, + 1.279809832572937, + 1.2765100002288818, + 1.274235486984253, + 1.2735743522644043, + 1.2765252590179443, + 1.2794898748397827, + 1.2823137044906616, + 1.28386652469635, + 1.285915493965149, + 1.284747838973999, + 1.2850922346115112, + 1.2834982872009277, + 1.2807929515838623, + 1.2798315286636353, + 1.2800114154815674, + 1.2807382345199585 + ], + "p10": [ + 1.2781527042388916, + 1.2663354873657227, + 1.257421612739563, + 1.2493524551391602, + 1.2421064376831055, + 1.2378807067871094, + 1.234208583831787, + 1.2277588844299316, + 1.2210804224014282, + 1.2199612855911255, + 1.2165076732635498, + 1.214269995689392, + 1.212839126586914, + 1.2129645347595215, + 1.2148951292037964, + 1.216437816619873, + 1.2220193147659302, + 1.2207063436508179, + 1.2213311195373535, + 1.2184693813323975, + 1.2152856588363647, + 1.2124892473220825, + 1.2116650342941284, + 1.2116891145706177, + 1.2097744941711426, + 1.2122752666473389, + 1.2112468481063843, + 1.2098053693771362, + 1.207831621170044, + 1.2058953046798706, + 1.2056035995483398, + 1.2028447389602661, + 1.1957924365997314, + 1.1933611631393433, + 1.1930639743804932, + 1.1946030855178833, + 1.1945241689682007, + 1.1962002515792847, + 1.1971728801727295, + 1.1981520652770996, + 1.198065161705017, + 1.2018123865127563, + 1.2014784812927246, + 1.1980822086334229, + 1.1955362558364868, + 1.192903995513916, + 1.1931037902832031, + 1.1921954154968262, + 1.1898980140686035, + 1.1899787187576294, + 1.1900193691253662, + 1.1892120838165283, + 1.1878225803375244, + 1.1891189813613892, + 1.1882531642913818, + 1.1833974123001099, + 1.1831697225570679, + 1.1802566051483154, + 1.1787950992584229, + 1.1777398586273193, + 1.1770983934402466, + 1.1785904169082642, + 1.1828402280807495, + 1.1830400228500366, + 1.1900346279144287, + 1.18879234790802, + 1.1893048286437988, + 1.1878390312194824, + 1.1861975193023682, + 1.1860442161560059, + 1.1862730979919434, + 1.1848714351654053 + ], + "p90": [ + 1.33467698097229, + 1.3417433500289917, + 1.349650502204895, + 1.3564695119857788, + 1.3632535934448242, + 1.3625763654708862, + 1.36312735080719, + 1.364737629890442, + 1.3662292957305908, + 1.3683688640594482, + 1.3680816888809204, + 1.3684121370315552, + 1.3730719089508057, + 1.376476526260376, + 1.3758047819137573, + 1.3766316175460815, + 1.3697526454925537, + 1.3678536415100098, + 1.3705745935440063, + 1.3737283945083618, + 1.3762702941894531, + 1.3765455484390259, + 1.3780585527420044, + 1.381627082824707, + 1.3843430280685425, + 1.3879833221435547, + 1.3922791481018066, + 1.3960630893707275, + 1.399416208267212, + 1.399908185005188, + 1.3993773460388184, + 1.4020742177963257, + 1.4021955728530884, + 1.3987431526184082, + 1.4010945558547974, + 1.4005476236343384, + 1.4021025896072388, + 1.4005954265594482, + 1.3983025550842285, + 1.399743914604187, + 1.4000885486602783, + 1.3971623182296753, + 1.3951542377471924, + 1.396078109741211, + 1.3966147899627686, + 1.3953931331634521, + 1.3921147584915161, + 1.3950293064117432, + 1.3885358572006226, + 1.3929558992385864, + 1.4009076356887817, + 1.4041500091552734, + 1.406836748123169, + 1.4054218530654907, + 1.40242338180542, + 1.4011646509170532, + 1.4025815725326538, + 1.3988393545150757, + 1.3970084190368652, + 1.3982141017913818, + 1.402256727218628, + 1.4047484397888184, + 1.4034603834152222, + 1.4065436124801636, + 1.395493507385254, + 1.3954808712005615, + 1.3997957706451416, + 1.4006946086883545, + 1.4020326137542725, + 1.4034185409545898, + 1.4044076204299927, + 1.4066472053527832 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_032935.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_032935.json new file mode 100644 index 0000000000000000000000000000000000000000..b41948644d46a96ae83a612f999a86aad4e401ed --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_032935.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T03:29:35.369872+00:00", + "metrics": { + "MSE[mean]": 0.05297373082604287, + "MSE[0.5]": 0.052946396886990696, + "MAE[0.5]": 0.20592330945438947, + "MASE[0.5]": 3.3462549753478643, + "MAPE[0.5]": 0.1316438828905497, + "sMAPE[0.5]": 0.14269459072774715, + "MSIS": 39.9000772130087, + "RMSE[mean]": 0.2301602285931322, + "NRMSE[mean]": 0.15217204983020566, + "ND[0.5]": 0.13614764070680652, + "mean_weighted_sum_quantile_loss": 0.12189906468640069 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.301945404879206, + 1.302337181009831, + 1.3027289571404557, + 1.3031207332710804, + 1.3035125094017053, + 1.30390428553233, + 1.3042960616629546, + 1.3046878377935796, + 1.3050796139242042, + 1.305471390054829, + 1.3058631661854538, + 1.3062549423160785, + 1.3066467184467034, + 1.3070384945773281, + 1.3074302707079528, + 1.3078220468385777, + 1.3082138229692024, + 1.308605599099827, + 1.308997375230452, + 1.3093891513610767, + 1.3097809274917014, + 1.3101727036223263, + 1.310564479752951, + 1.3109562558835757, + 1.3113480320142006, + 1.3117398081448253, + 1.31213158427545, + 1.3125233604060749, + 1.3129151365366996, + 1.3133069126673242, + 1.3136986887979492, + 1.3140904649285738, + 1.3144822410591988, + 1.3148740171898234, + 1.3152657933204481, + 1.315657569451073, + 1.3160493455816977, + 1.3164411217123224, + 1.3168328978429473, + 1.317224673973572, + 1.3176164501041967, + 1.3180082262348216, + 1.3184000023654463, + 1.318791778496071, + 1.319183554626696, + 1.3195753307573206, + 1.3199671068879453, + 1.3203588830185702, + 1.3207506591491949, + 1.3211424352798196, + 1.3215342114104445, + 1.3219259875410692, + 1.322317763671694, + 1.3227095398023188, + 1.3231013159329434, + 1.3234930920635684, + 1.323884868194193, + 1.3242766443248177, + 1.3246684204554426, + 1.3250601965860673, + 1.325451972716692, + 1.325843748847317, + 1.3262355249779416, + 1.3266273011085663, + 1.3270190772391912, + 1.327410853369816, + 1.3278026295004406, + 1.3281944056310655, + 1.3285861817616902, + 1.3289779578923149, + 1.3293697340229398, + 1.3297615101535645 + ], + "p10": [ + 1.2019453810373482, + 1.202337157167973, + 1.2027289332985978, + 1.203120828638512, + 1.2035124855598474, + 1.203904261690472, + 1.2042960378210967, + 1.2046879212400823, + 1.2050795900823463, + 1.205471366212971, + 1.205863142343596, + 1.2062549184742206, + 1.2066466946048455, + 1.2070384707354702, + 1.207430246866095, + 1.2078220229967198, + 1.2082137991273445, + 1.2086055752579692, + 1.208997351388594, + 1.2093891275192188, + 1.2097809036498435, + 1.2101726797804684, + 1.210564455911093, + 1.2109562320417178, + 1.2113480081723427, + 1.2117397843029674, + 1.212131560433592, + 1.212523336564217, + 1.2129152319041312, + 1.2133068888254663, + 1.2136986649560912, + 1.214090441086716, + 1.2144822172173408, + 1.2148739933479655, + 1.2152657694785902, + 1.2156575456092151, + 1.2160493217398398, + 1.2164410978704645, + 1.2168328740010894, + 1.217224650131714, + 1.2176164262623388, + 1.2180082023929637, + 1.2183999785235884, + 1.218791754654213, + 1.219183530784838, + 1.2195753069154627, + 1.2199670830460874, + 1.2203588591767123, + 1.220750635307337, + 1.2211424114379617, + 1.2215341875685866, + 1.2219259636992112, + 1.2223177398298362, + 1.2227095159604608, + 1.2231012920910855, + 1.223493175510071, + 1.2238848443523351, + 1.2242766204829598, + 1.2246683966135847, + 1.2250601727442094, + 1.225451948874834, + 1.225843725005459, + 1.2262355011360837, + 1.2266272772667084, + 1.2270190533973333, + 1.227410829527958, + 1.2278026056585827, + 1.2281943817892076, + 1.2285861579198323, + 1.228977934050457, + 1.2293697101810819, + 1.2297614863117066 + ], + "p90": [ + 1.401945428721064, + 1.402337204851689, + 1.4027289809823136, + 1.4031207571129383, + 1.4035125332435632, + 1.4039043093741879, + 1.4042960855048126, + 1.4046878616354375, + 1.4050796377660622, + 1.4054714138966868, + 1.4058631900273117, + 1.4062549661579364, + 1.4066467422885613, + 1.407038518419186, + 1.4074302945498107, + 1.4078220706804356, + 1.4082138468110603, + 1.408605622941685, + 1.40899739907231, + 1.4093891752029346, + 1.4097809513335593, + 1.4101727274641842, + 1.410564503594809, + 1.4109562797254336, + 1.4113480558560585, + 1.4117398319866832, + 1.4121316081173079, + 1.4125233842479328, + 1.4129151603785575, + 1.4133069365091822, + 1.413698712639807, + 1.4140904887704318, + 1.4144822649010567, + 1.4148740410316814, + 1.415265817162306, + 1.415657593292931, + 1.4160493694235556, + 1.4164411455541803, + 1.4168329216848052, + 1.41722469781543, + 1.4176164739460546, + 1.4180082500766795, + 1.4184000262073042, + 1.418791802337929, + 1.4191835784685538, + 1.4195753545991785, + 1.4199671307298032, + 1.420358906860428, + 1.4207506829910528, + 1.4211424591216775, + 1.4215342352523024, + 1.421926011382927, + 1.422317787513552, + 1.4227095636441767, + 1.4231013397748014, + 1.4234931159054263, + 1.423884892036051, + 1.4242766681666756, + 1.4246684442973006, + 1.4250602204279252, + 1.42545199655855, + 1.4258437726891748, + 1.4262355488197995, + 1.4266273249504242, + 1.4270191010810491, + 1.4274108772116738, + 1.4278026533422985, + 1.4281944294729234, + 1.428586205603548, + 1.4289779817341728, + 1.4293697578647977, + 1.4297615339954224 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_032822.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_032822.json new file mode 100644 index 0000000000000000000000000000000000000000..5773cb75df37e2195967715be717b248b0410e0f --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_032822.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T03:28:22.552879+00:00", + "metrics": { + "MSE[mean]": 0.060298457501735965, + "MSE[0.5]": 0.05869040554773787, + "MAE[0.5]": 0.21700403259860146, + "MASE[0.5]": 3.5263167908364315, + "MAPE[0.5]": 0.1387325861053734, + "sMAPE[0.5]": 0.15107312385669, + "MSIS": 62.207398431041284, + "RMSE[mean]": 0.24555744236682375, + "NRMSE[mean]": 0.16235202573628815, + "ND[0.5]": 0.14347373855074153, + "mean_weighted_sum_quantile_loss": 0.12465114913151049 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.3039879202842712, + 1.3100677728652954, + 1.3107879757881165, + 1.296121895313263, + 1.311366617679596, + 1.2989038228988647, + 1.3083369135856628, + 1.3072384595870972, + 1.296014428138733, + 1.3042529225349426, + 1.3088850378990173, + 1.2965818047523499, + 1.3061830401420593, + 1.3124186396598816, + 1.3055639266967773, + 1.3090335130691528, + 1.3127951622009277, + 1.3109968900680542, + 1.312009572982788, + 1.3111931681632996, + 1.2962339520454407, + 1.3062321543693542, + 1.2894861102104187, + 1.3042879700660706, + 1.304694414138794, + 1.3068845868110657, + 1.3068098425865173, + 1.3018165826797485, + 1.314927577972412, + 1.3025789856910706, + 1.304097592830658, + 1.3101713061332703, + 1.3044434785842896, + 1.3111506700515747, + 1.3039917349815369, + 1.2927603721618652, + 1.3056376576423645, + 1.3194847106933594, + 1.3166280388832092, + 1.3037121295928955, + 1.3142518997192383, + 1.3075801134109497, + 1.3003069758415222, + 1.3141367435455322, + 1.3022858500480652, + 1.2953553795814514, + 1.3005341291427612, + 1.308067262172699, + 1.3189868330955505, + 1.304855763912201, + 1.2991018295288086, + 1.3062494397163391, + 1.3003268837928772, + 1.3155378699302673, + 1.2930022478103638, + 1.3140403628349304, + 1.312886655330658, + 1.3095862865447998, + 1.2937822937965393, + 1.3009712100028992, + 1.293360948562622, + 1.3156729340553284, + 1.3134838938713074, + 1.3056873679161072, + 1.3139148950576782, + 1.2929347157478333, + 1.2965484857559204, + 1.3092862367630005, + 1.296113908290863, + 1.3080517053604126, + 1.3028987646102905, + 1.2927971482276917 + ], + "p10": [ + 1.1787878274917603, + 1.2115471959114075, + 1.1967508792877197, + 1.1684561371803284, + 1.1802672743797302, + 1.1435229182243347, + 1.1681051850318909, + 1.1714466214179993, + 1.1682062149047852, + 1.1550161838531494, + 1.1865647435188293, + 1.1542711853981018, + 1.1724018454551697, + 1.1465684175491333, + 1.171494960784912, + 1.1750075817108154, + 1.1646835803985596, + 1.204037606716156, + 1.1867220401763916, + 1.1919335722923279, + 1.1763473749160767, + 1.1884469985961914, + 1.1583141684532166, + 1.1696985363960266, + 1.1888253688812256, + 1.198424518108368, + 1.178762137889862, + 1.165920913219452, + 1.1716693043708801, + 1.1775407195091248, + 1.1598983407020569, + 1.189298689365387, + 1.1867392659187317, + 1.1743364334106445, + 1.1773861050605774, + 1.153254508972168, + 1.1742006540298462, + 1.137876033782959, + 1.1806849241256714, + 1.1690224409103394, + 1.1865730285644531, + 1.1688935160636902, + 1.1494420766830444, + 1.177087128162384, + 1.1624093651771545, + 1.1166146993637085, + 1.1331774592399597, + 1.1236122846603394, + 1.1445412039756775, + 1.156272530555725, + 1.1108176708221436, + 1.132655918598175, + 1.1369969248771667, + 1.1211461424827576, + 1.1382627487182617, + 1.1163912415504456, + 1.0882840156555176, + 1.1216621398925781, + 1.1525008082389832, + 1.1489018201828003, + 1.14384126663208, + 1.1410609483718872, + 1.1732523441314697, + 1.1458567380905151, + 1.1428779363632202, + 1.0985068678855896, + 1.0689705610275269, + 1.138340950012207, + 1.1216691732406616, + 1.1222941279411316, + 1.1243126392364502, + 1.1382482051849365 + ], + "p90": [ + 1.4226146936416626, + 1.4261835813522339, + 1.4644516110420227, + 1.4165392518043518, + 1.4338409900665283, + 1.4202879667282104, + 1.4274331331253052, + 1.4480584263801575, + 1.4305421113967896, + 1.4427217245101929, + 1.4231107234954834, + 1.4072844982147217, + 1.4418590664863586, + 1.4241271018981934, + 1.4113926887512207, + 1.4724443554878235, + 1.459277629852295, + 1.4169070720672607, + 1.4221594333648682, + 1.4205369353294373, + 1.4524479508399963, + 1.4138992428779602, + 1.4401670098304749, + 1.439242660999298, + 1.4468425512313843, + 1.4223887920379639, + 1.451064944267273, + 1.4336354732513428, + 1.431921362876892, + 1.4457871913909912, + 1.4245979189872742, + 1.4594990611076355, + 1.4282636642456055, + 1.4448203444480896, + 1.4532984495162964, + 1.4267228841781616, + 1.4309955835342407, + 1.4956610202789307, + 1.4578905701637268, + 1.449930727481842, + 1.5041853189468384, + 1.4632176160812378, + 1.4508057236671448, + 1.471333622932434, + 1.4280552864074707, + 1.45083749294281, + 1.4869602918624878, + 1.4607189297676086, + 1.476327657699585, + 1.4616912603378296, + 1.4571335315704346, + 1.441604197025299, + 1.4796302914619446, + 1.4637564420700073, + 1.4742498397827148, + 1.4602502584457397, + 1.4624237418174744, + 1.5142973065376282, + 1.4795700311660767, + 1.4790841341018677, + 1.4975202679634094, + 1.4991762042045593, + 1.491317868232727, + 1.4845186471939087, + 1.4771250486373901, + 1.5174798369407654, + 1.466834008693695, + 1.4679315090179443, + 1.4722670912742615, + 1.4434003233909607, + 1.4846729636192322, + 1.5057121515274048 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_032935.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_032935.json new file mode 100644 index 0000000000000000000000000000000000000000..42792c0764e59da1eb1f425241571ca49568708f --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_032935.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T03:29:35.461764+00:00", + "metrics": { + "MSE[mean]": 0.055840085789192945, + "MSE[0.5]": 0.055815992131831624, + "MAE[0.5]": 0.21145836967560974, + "MASE[0.5]": 3.436199736109446, + "MAPE[0.5]": 0.13523076952354895, + "sMAPE[0.5]": 0.14685558090639145, + "MSIS": 42.0919873125804, + "RMSE[mean]": 0.23630506932605772, + "NRMSE[mean]": 0.15623475439009035, + "ND[0.5]": 0.13980718460344416, + "mean_weighted_sum_quantile_loss": 0.12548721780452046 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624 + ], + "p10": [ + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.2125000605980556, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.2125000486771267, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.2125000605980556, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.2125000486771267, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766 + ], + "p90": [ + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_032935.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_032935.json new file mode 100644 index 0000000000000000000000000000000000000000..6a8e421f423e6d5b84d630d00b91d36fce266a3a --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_032935.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T03:29:35.512658+00:00", + "metrics": { + "MSE[mean]": 0.05833335485723623, + "MSE[0.5]": 0.05833335485723623, + "MAE[0.5]": 0.21111114819844565, + "MASE[0.5]": 3.4305573850876674, + "MAPE[0.5]": 0.1348331713133056, + "sMAPE[0.5]": 0.14710704058112242, + "MSIS": 115.80614362038185, + "RMSE[mean]": 0.24152299032853214, + "NRMSE[mean]": 0.15968461946735465, + "ND[0.5]": 0.1395776166878746, + "mean_weighted_sum_quantile_loss": 0.13488421825463742 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "p10": [ + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584 + ], + "p90": [ + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_032910.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_032910.json new file mode 100644 index 0000000000000000000000000000000000000000..3895bbe11c618d8fde2f54be62f4bc9fb25443c9 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_032910.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T03:29:10.123627+00:00", + "metrics": { + "MSE[mean]": 0.06093971427414443, + "MSE[0.5]": 0.06093971427414443, + "MAE[0.5]": 0.22094470096959007, + "MASE[0.5]": 3.5903526747660144, + "MAPE[0.5]": 0.14117282070199552, + "sMAPE[0.5]": 0.1540550532224579, + "MSIS": 95.68170960951063, + "RMSE[mean]": 0.2468597056510933, + "NRMSE[mean]": 0.16321302624274933, + "ND[0.5]": 0.1460791390900956, + "mean_weighted_sum_quantile_loss": 0.13277046911119286 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.2990570068359375, + 1.2996063232421875, + 1.2987480163574219, + 1.2991943359375, + 1.2992973327636719, + 1.29864501953125, + 1.2985763549804688, + 1.2987136840820312, + 1.2991943359375, + 1.2987136840820312, + 1.2988510131835938, + 1.2990913391113281, + 1.2994346618652344, + 1.300344467163086, + 1.2992630004882812, + 1.3006019592285156, + 1.3022842407226562, + 1.3004989624023438, + 1.2998809814453125, + 1.3004474639892578, + 1.2996749877929688, + 1.2973060607910156, + 1.2998809814453125, + 1.298919677734375, + 1.2983016967773438, + 1.2988853454589844, + 1.2992630004882812, + 1.3007564544677734, + 1.3001213073730469, + 1.3011856079101562, + 1.3009109497070312, + 1.3009109497070312, + 1.3008766174316406, + 1.2993316650390625, + 1.2992630004882812, + 1.3000869750976562, + 1.3007221221923828, + 1.3020954132080078, + 1.3009452819824219, + 1.300516128540039, + 1.3007392883300781, + 1.3009109497070312, + 1.2990570068359375, + 1.3011512756347656, + 1.300619125366211, + 1.3000526428222656, + 1.2994346618652344, + 1.2982330322265625, + 1.2986106872558594, + 1.2984046936035156, + 1.2994003295898438, + 1.2999496459960938, + 1.3002586364746094, + 1.301889419555664, + 1.2997093200683594, + 1.3001213073730469, + 1.2986106872558594, + 1.2987823486328125, + 1.298095703125, + 1.2981300354003906, + 1.2981986999511719, + 1.2988853454589844, + 1.2993316650390625, + 1.2993316650390625, + 1.2981643676757812, + 1.2999153137207031, + 1.3014259338378906, + 1.3015460968017578, + 1.3008766174316406, + 1.302267074584961, + 1.3027734756469727, + 1.3013916015625 + ], + "p10": [ + 1.290679931640625, + 1.2836761474609375, + 1.2768096923828125, + 1.272003173828125, + 1.2662353515625, + 1.2596435546875, + 1.252227783203125, + 1.248382568359375, + 1.2442626953125, + 1.239044189453125, + 1.23382568359375, + 1.234649658203125, + 1.2332763671875, + 1.2310791015625, + 1.227783203125, + 1.227783203125, + 1.239044189453125, + 1.236846923828125, + 1.235748291015625, + 1.23712158203125, + 1.234375, + 1.2310791015625, + 1.22998046875, + 1.22723388671875, + 1.2266845703125, + 1.2266845703125, + 1.2255859375, + 1.22613525390625, + 1.22503662109375, + 1.22723388671875, + 1.227783203125, + 1.2288818359375, + 1.23162841796875, + 1.227783203125, + 1.2255859375, + 1.2255859375, + 1.22503662109375, + 1.22723388671875, + 1.22503662109375, + 1.223388671875, + 1.2244873046875, + 1.2244873046875, + 1.22174072265625, + 1.2222900390625, + 1.21954345703125, + 1.21734619140625, + 1.21734619140625, + 1.216796875, + 1.22174072265625, + 1.218994140625, + 1.2200927734375, + 1.22064208984375, + 1.2200927734375, + 1.2222900390625, + 1.2200927734375, + 1.21954345703125, + 1.218994140625, + 1.218994140625, + 1.2178955078125, + 1.2178955078125, + 1.21734619140625, + 1.2178955078125, + 1.2178955078125, + 1.21844482421875, + 1.223388671875, + 1.22283935546875, + 1.22503662109375, + 1.22393798828125, + 1.223388671875, + 1.22393798828125, + 1.22283935546875, + 1.22119140625 + ], + "p90": [ + 1.311004638671875, + 1.3202056884765625, + 1.32720947265625, + 1.33544921875, + 1.34588623046875, + 1.35357666015625, + 1.360992431640625, + 1.366485595703125, + 1.370330810546875, + 1.369232177734375, + 1.373626708984375, + 1.37554931640625, + 1.3782958984375, + 1.3804931640625, + 1.37939453125, + 1.3804931640625, + 1.37994384765625, + 1.3804931640625, + 1.381591796875, + 1.38214111328125, + 1.3826904296875, + 1.37939453125, + 1.3826904296875, + 1.38323974609375, + 1.38104248046875, + 1.38104248046875, + 1.3837890625, + 1.38543701171875, + 1.38873291015625, + 1.392578125, + 1.39532470703125, + 1.3958740234375, + 1.39312744140625, + 1.39532470703125, + 1.39697265625, + 1.39642333984375, + 1.394775390625, + 1.394775390625, + 1.39422607421875, + 1.3936767578125, + 1.392578125, + 1.3914794921875, + 1.38983154296875, + 1.390380859375, + 1.39093017578125, + 1.38983154296875, + 1.3892822265625, + 1.3870849609375, + 1.3804931640625, + 1.3826904296875, + 1.3837890625, + 1.385986328125, + 1.38818359375, + 1.39093017578125, + 1.3892822265625, + 1.3892822265625, + 1.3870849609375, + 1.38763427734375, + 1.38763427734375, + 1.3870849609375, + 1.38818359375, + 1.3892822265625, + 1.3892822265625, + 1.38873291015625, + 1.38323974609375, + 1.38763427734375, + 1.38983154296875, + 1.38873291015625, + 1.38653564453125, + 1.38653564453125, + 1.38653564453125, + 1.385986328125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_032558.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_032558.json new file mode 100644 index 0000000000000000000000000000000000000000..68cb14fbeaacd6915232e6e204ec08cea2f19e4f --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_032558.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T03:25:58.396293+00:00", + "metrics": { + "MSE[mean]": 0.06102795305438313, + "MSE[0.5]": 0.06581267109661226, + "MAE[0.5]": 0.23007576002015007, + "MASE[0.5]": 3.738732437402352, + "MAPE[0.5]": 0.1470276720785616, + "sMAPE[0.5]": 0.16104228969761658, + "MSIS": 121.70914546139608, + "RMSE[mean]": 0.2470383635275767, + "NRMSE[mean]": 0.16333114715116592, + "ND[0.5]": 0.15211620284058677, + "mean_weighted_sum_quantile_loss": 0.14045116454287165 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.2986575365066528, + 1.2976690530776978, + 1.296459436416626, + 1.295630693435669, + 1.2966617345809937, + 1.295984148979187, + 1.2960855960845947, + 1.2953736782073975, + 1.2946467399597168, + 1.294905185699463, + 1.2946767807006836, + 1.2939784526824951, + 1.294248342514038, + 1.2920681238174438, + 1.294047474861145, + 1.2918908596038818, + 1.2931269407272339, + 1.2943410873413086, + 1.2924431562423706, + 1.2944483757019043, + 1.2932559251785278, + 1.2939823865890503, + 1.294049620628357, + 1.2932219505310059, + 1.2906076908111572, + 1.2924710512161255, + 1.2918225526809692, + 1.2919014692306519, + 1.2918180227279663, + 1.2895139455795288, + 1.2897660732269287, + 1.2908934354782104, + 1.291704773902893, + 1.289421796798706, + 1.2886182069778442, + 1.2890065908432007, + 1.2908120155334473, + 1.2906222343444824, + 1.2900242805480957, + 1.2892276048660278, + 1.2912366390228271, + 1.288940191268921, + 1.2896265983581543, + 1.2895631790161133, + 1.2890522480010986, + 1.2887885570526123, + 1.2874603271484375, + 1.2878508567810059, + 1.2887052297592163, + 1.287921667098999, + 1.2859647274017334, + 1.2875242233276367, + 1.2879834175109863, + 1.2867834568023682, + 1.286024808883667, + 1.2861748933792114, + 1.2861405611038208, + 1.2863785028457642, + 1.2845230102539062, + 1.2850801944732666, + 1.2863608598709106, + 1.2871103286743164, + 1.2848666906356812, + 1.2854045629501343, + 1.2870677709579468, + 1.2864047288894653, + 1.2867120504379272, + 1.2870150804519653, + 1.2872177362442017, + 1.2858415842056274, + 1.2865359783172607, + 1.2861381769180298 + ], + "p10": [ + 1.3024793863296509, + 1.2996504306793213, + 1.3002338409423828, + 1.2990411520004272, + 1.299691081047058, + 1.298431396484375, + 1.2981445789337158, + 1.2978566884994507, + 1.2988178730010986, + 1.2970986366271973, + 1.2993228435516357, + 1.2993048429489136, + 1.2997558116912842, + 1.2998958826065063, + 1.3001749515533447, + 1.2993733882904053, + 1.3003042936325073, + 1.301054835319519, + 1.298264980316162, + 1.3001359701156616, + 1.3013449907302856, + 1.2998504638671875, + 1.3008172512054443, + 1.2997996807098389, + 1.2995668649673462, + 1.3007773160934448, + 1.300555944442749, + 1.3012025356292725, + 1.3000102043151855, + 1.2998615503311157, + 1.2996245622634888, + 1.2998082637786865, + 1.302506685256958, + 1.2987024784088135, + 1.299827218055725, + 1.300568699836731, + 1.3020528554916382, + 1.3005878925323486, + 1.3025579452514648, + 1.3018585443496704, + 1.3018476963043213, + 1.3009239435195923, + 1.3017703294754028, + 1.3024041652679443, + 1.3028323650360107, + 1.3008086681365967, + 1.3000010251998901, + 1.301063895225525, + 1.3011987209320068, + 1.300734519958496, + 1.2990795373916626, + 1.299149751663208, + 1.3012702465057373, + 1.2990018129348755, + 1.2999845743179321, + 1.2991786003112793, + 1.2992820739746094, + 1.2998443841934204, + 1.2976104021072388, + 1.3004331588745117, + 1.3002517223358154, + 1.2998712062835693, + 1.2995339632034302, + 1.3007892370224, + 1.302490472793579, + 1.3016815185546875, + 1.3013101816177368, + 1.3005869388580322, + 1.300418496131897, + 1.299752950668335, + 1.3001149892807007, + 1.3009381294250488 + ], + "p90": [ + 1.3083781003952026, + 1.3097827434539795, + 1.3112895488739014, + 1.3119838237762451, + 1.3143072128295898, + 1.3146368265151978, + 1.316420078277588, + 1.3170655965805054, + 1.3190034627914429, + 1.3211617469787598, + 1.3224941492080688, + 1.3236266374588013, + 1.3244006633758545, + 1.3247346878051758, + 1.3271381855010986, + 1.326158046722412, + 1.3290455341339111, + 1.3301377296447754, + 1.3300620317459106, + 1.3306809663772583, + 1.3316861391067505, + 1.3348158597946167, + 1.3354109525680542, + 1.3345178365707397, + 1.334586262702942, + 1.3376708030700684, + 1.337509036064148, + 1.3388103246688843, + 1.3388235569000244, + 1.339141845703125, + 1.339478611946106, + 1.340505838394165, + 1.3429229259490967, + 1.3418277502059937, + 1.341461181640625, + 1.3414145708084106, + 1.3430722951889038, + 1.343500018119812, + 1.3432120084762573, + 1.3436347246170044, + 1.3440698385238647, + 1.3434470891952515, + 1.3429309129714966, + 1.3432103395462036, + 1.343529462814331, + 1.3448328971862793, + 1.3445863723754883, + 1.3448925018310547, + 1.3450095653533936, + 1.3452999591827393, + 1.3435519933700562, + 1.3465399742126465, + 1.3451086282730103, + 1.3440632820129395, + 1.3438197374343872, + 1.3435808420181274, + 1.3436475992202759, + 1.3444180488586426, + 1.3441561460494995, + 1.3430582284927368, + 1.3452602624893188, + 1.34458589553833, + 1.342812180519104, + 1.3453328609466553, + 1.3445714712142944, + 1.3448504209518433, + 1.3442405462265015, + 1.344192624092102, + 1.3453137874603271, + 1.345023512840271, + 1.3441520929336548, + 1.3464276790618896 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_032728.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_032728.json new file mode 100644 index 0000000000000000000000000000000000000000..1b5a6f0d559a1c40893e0f8fa4cccb2478d8af63 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_032728.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T03:27:28.547269+00:00", + "metrics": { + "MSE[mean]": 0.061041809964621246, + "MSE[0.5]": 0.061041809964621246, + "MAE[0.5]": 0.22075646950138939, + "MASE[0.5]": 3.5872939123138536, + "MAPE[0.5]": 0.1410140011649884, + "sMAPE[0.5]": 0.15390954738906842, + "MSIS": 72.32869138609593, + "RMSE[mean]": 0.24706640800525928, + "NRMSE[mean]": 0.16334968895433263, + "ND[0.5]": 0.14595468853435128, + "mean_weighted_sum_quantile_loss": 0.12526119639222666 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.2982354164123535, + 1.298027515411377, + 1.2981635332107544, + 1.2980289459228516, + 1.2980645895004272, + 1.299031376838684, + 1.2986135482788086, + 1.298598051071167, + 1.2988396883010864, + 1.299261450767517, + 1.301262378692627, + 1.3016835451126099, + 1.3025001287460327, + 1.3026472330093384, + 1.3011233806610107, + 1.3006209135055542, + 1.300807237625122, + 1.3005987405776978, + 1.2999672889709473, + 1.2996766567230225, + 1.2990798950195312, + 1.2992267608642578, + 1.2999495267868042, + 1.2997652292251587, + 1.3000777959823608, + 1.3003896474838257, + 1.3006199598312378, + 1.3014594316482544, + 1.3017051219940186, + 1.3022918701171875, + 1.302588701248169, + 1.302703619003296, + 1.3022029399871826, + 1.3044319152832031, + 1.3046602010726929, + 1.3049471378326416, + 1.3054641485214233, + 1.3058340549468994, + 1.304830551147461, + 1.3035603761672974, + 1.3019781112670898, + 1.3013677597045898, + 1.300774335861206, + 1.3006278276443481, + 1.3011690378189087, + 1.3007596731185913, + 1.2999757528305054, + 1.299277901649475, + 1.2991334199905396, + 1.2993518114089966, + 1.3004063367843628, + 1.3020704984664917, + 1.302730679512024, + 1.3020576238632202, + 1.3015458583831787, + 1.3006235361099243, + 1.2991515398025513, + 1.2973889112472534, + 1.296029806137085, + 1.2953037023544312, + 1.2955200672149658, + 1.296155333518982, + 1.295811414718628, + 1.2961317300796509, + 1.2822195291519165, + 1.2914905548095703, + 1.2980163097381592, + 1.3020750284194946, + 1.3019201755523682, + 1.3016091585159302, + 1.2990802526474, + 1.2969520092010498 + ], + "p10": [ + 1.2876331806182861, + 1.276768445968628, + 1.2663397789001465, + 1.2531328201293945, + 1.2430580854415894, + 1.2328145503997803, + 1.2308151721954346, + 1.228060245513916, + 1.2262463569641113, + 1.2259243726730347, + 1.2245115041732788, + 1.225897192955017, + 1.225425362586975, + 1.2251641750335693, + 1.224005103111267, + 1.2229504585266113, + 1.2218711376190186, + 1.220330834388733, + 1.2179844379425049, + 1.2153937816619873, + 1.2141343355178833, + 1.21297025680542, + 1.2125158309936523, + 1.2121340036392212, + 1.2128467559814453, + 1.213524341583252, + 1.213658094406128, + 1.213687777519226, + 1.2128738164901733, + 1.2122966051101685, + 1.2105685472488403, + 1.2083220481872559, + 1.2054640054702759, + 1.2109960317611694, + 1.2050261497497559, + 1.2042391300201416, + 1.2025424242019653, + 1.1990504264831543, + 1.1994458436965942, + 1.2005016803741455, + 1.201327919960022, + 1.202655553817749, + 1.201807975769043, + 1.2016593217849731, + 1.202607274055481, + 1.2030502557754517, + 1.201804518699646, + 1.2008626461029053, + 1.2000538110733032, + 1.2010949850082397, + 1.2033888101577759, + 1.2046830654144287, + 1.2039647102355957, + 1.2019588947296143, + 1.2000925540924072, + 1.1984142065048218, + 1.1972618103027344, + 1.1954187154769897, + 1.1935181617736816, + 1.1921085119247437, + 1.1916838884353638, + 1.1918867826461792, + 1.1914230585098267, + 1.192067265510559, + 1.1915982961654663, + 1.1982280015945435, + 1.1929504871368408, + 1.1912165880203247, + 1.1895811557769775, + 1.1859629154205322, + 1.1842585802078247, + 1.1831578016281128 + ], + "p90": [ + 1.3310538530349731, + 1.3535001277923584, + 1.3642370700836182, + 1.3756202459335327, + 1.3910279273986816, + 1.3999669551849365, + 1.3983371257781982, + 1.4029273986816406, + 1.4113072156906128, + 1.421146273612976, + 1.436992883682251, + 1.4396061897277832, + 1.442909836769104, + 1.4425207376480103, + 1.4373959302902222, + 1.4293867349624634, + 1.426720142364502, + 1.4214645624160767, + 1.416192650794983, + 1.4132136106491089, + 1.414229393005371, + 1.417183756828308, + 1.4223768711090088, + 1.4197827577590942, + 1.422356367111206, + 1.4268910884857178, + 1.4320191144943237, + 1.437667727470398, + 1.439145803451538, + 1.443453311920166, + 1.4446794986724854, + 1.4394922256469727, + 1.4183400869369507, + 1.4302008152008057, + 1.429196834564209, + 1.4326425790786743, + 1.442838430404663, + 1.4448707103729248, + 1.437798023223877, + 1.432220220565796, + 1.4269565343856812, + 1.4248528480529785, + 1.4240002632141113, + 1.426786184310913, + 1.4301021099090576, + 1.4290807247161865, + 1.425834059715271, + 1.4253172874450684, + 1.4265403747558594, + 1.428436517715454, + 1.4314824342727661, + 1.436760663986206, + 1.4397733211517334, + 1.4372973442077637, + 1.4356262683868408, + 1.435761570930481, + 1.435241937637329, + 1.433295488357544, + 1.432101845741272, + 1.430182695388794, + 1.431254267692566, + 1.4338618516921997, + 1.43540358543396, + 1.438031792640686, + 1.4252997636795044, + 1.4363415241241455, + 1.437096118927002, + 1.4386943578720093, + 1.444987416267395, + 1.4470192193984985, + 1.4395115375518799, + 1.4368129968643188 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_032654.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_032654.json new file mode 100644 index 0000000000000000000000000000000000000000..bb694a1e86bd26969a565f8ec0e81e09da163ed4 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_032654.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T03:26:54.819983+00:00", + "metrics": { + "MSE[mean]": 0.06083358803009493, + "MSE[0.5]": 0.06083358803009493, + "MAE[0.5]": 0.2205945865975486, + "MASE[0.5]": 3.5846633141856654, + "MAPE[0.5]": 0.14093688341211646, + "sMAPE[0.5]": 0.15378622463584302, + "MSIS": 86.66013413392665, + "RMSE[mean]": 0.24664465943963784, + "NRMSE[mean]": 0.16307084693138255, + "ND[0.5]": 0.14584765851678266, + "mean_weighted_sum_quantile_loss": 0.13125571837260075 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842 + ], + "predictions": { + "p50": [ + 1.3002924919128418, + 1.3002296686172485, + 1.300283670425415, + 1.300276279449463, + 1.3002506494522095, + 1.3002173900604248, + 1.3003743886947632, + 1.300215244293213, + 1.3001909255981445, + 1.3002185821533203, + 1.300236701965332, + 1.300194501876831, + 1.3002128601074219, + 1.3001991510391235, + 1.3001646995544434, + 1.3001965284347534, + 1.3002049922943115, + 1.3001552820205688, + 1.3002210855484009, + 1.3001774549484253, + 1.3001909255981445, + 1.3001692295074463, + 1.3001590967178345, + 1.300135612487793, + 1.3001335859298706, + 1.3001320362091064, + 1.300182580947876, + 1.3001731634140015, + 1.3001316785812378, + 1.3000853061676025, + 1.3001344203948975, + 1.3001593351364136, + 1.300394892692566, + 1.3003724813461304, + 1.3003281354904175, + 1.300407886505127, + 1.3003438711166382, + 1.3003758192062378, + 1.3004637956619263, + 1.300461769104004, + 1.30042564868927, + 1.3004521131515503, + 1.3004990816116333, + 1.3004218339920044, + 1.3004305362701416, + 1.3003923892974854, + 1.300459861755371, + 1.3003787994384766, + 1.3004494905471802, + 1.3004298210144043, + 1.3004127740859985, + 1.3003848791122437, + 1.3003973960876465, + 1.300419807434082, + 1.3004173040390015, + 1.3003816604614258, + 1.3003920316696167, + 1.300390601158142, + 1.300410509109497, + 1.300487756729126, + 1.300461769104004, + 1.300430417060852, + 1.3004781007766724, + 1.3004740476608276, + 1.3001899719238281, + 1.300240159034729, + 1.300297498703003, + 1.300262212753296, + 1.3002020120620728, + 1.3002961874008179, + 1.3003710508346558, + 1.3003599643707275 + ], + "p10": [ + 1.220745325088501, + 1.2045133113861084, + 1.203781008720398, + 1.2071404457092285, + 1.201304316520691, + 1.2086119651794434, + 1.2139045000076294, + 1.2123173475265503, + 1.2024253606796265, + 1.2026296854019165, + 1.2023756504058838, + 1.2017472982406616, + 1.2006328105926514, + 1.1997288465499878, + 1.2000483274459839, + 1.2011348009109497, + 1.2021232843399048, + 1.2032686471939087, + 1.2034143209457397, + 1.2029056549072266, + 1.2027642726898193, + 1.2020046710968018, + 1.2016425132751465, + 1.2014036178588867, + 1.2001720666885376, + 1.199577808380127, + 1.1993293762207031, + 1.1997737884521484, + 1.200141429901123, + 1.2003268003463745, + 1.2006802558898926, + 1.2003226280212402, + 1.2029997110366821, + 1.20206880569458, + 1.197996973991394, + 1.1984096765518188, + 1.1980947256088257, + 1.199573278427124, + 1.199283242225647, + 1.1986230611801147, + 1.1961841583251953, + 1.1985783576965332, + 1.1979914903640747, + 1.1994585990905762, + 1.1996572017669678, + 1.2000479698181152, + 1.2007520198822021, + 1.2024610042572021, + 1.2028568983078003, + 1.2032936811447144, + 1.2037353515625, + 1.2036867141723633, + 1.2037947177886963, + 1.2035067081451416, + 1.2030630111694336, + 1.2031524181365967, + 1.202436089515686, + 1.201826572418213, + 1.201754093170166, + 1.2020446062088013, + 1.20199453830719, + 1.20187246799469, + 1.202059030532837, + 1.201620101928711, + 1.201981782913208, + 1.1972625255584717, + 1.2004739046096802, + 1.2000758647918701, + 1.1981614828109741, + 1.200366497039795, + 1.1978188753128052, + 1.1985633373260498 + ], + "p90": [ + 1.3893260955810547, + 1.3959423303604126, + 1.3968241214752197, + 1.3974170684814453, + 1.3996447324752808, + 1.3998016119003296, + 1.4012928009033203, + 1.401396632194519, + 1.3991374969482422, + 1.4014294147491455, + 1.3992769718170166, + 1.398996353149414, + 1.4009710550308228, + 1.4006649255752563, + 1.4009878635406494, + 1.4002074003219604, + 1.4001681804656982, + 1.4013640880584717, + 1.399704098701477, + 1.398887276649475, + 1.3990657329559326, + 1.3995994329452515, + 1.3995367288589478, + 1.3994849920272827, + 1.3996387720108032, + 1.3995863199234009, + 1.4007116556167603, + 1.4007568359375, + 1.4007264375686646, + 1.400983452796936, + 1.40049409866333, + 1.4016913175582886, + 1.3996837139129639, + 1.4007371664047241, + 1.4028393030166626, + 1.3991512060165405, + 1.406263828277588, + 1.4004483222961426, + 1.3998222351074219, + 1.402984857559204, + 1.4033974409103394, + 1.402337670326233, + 1.4008045196533203, + 1.4006319046020508, + 1.4019384384155273, + 1.4020113945007324, + 1.4016600847244263, + 1.4003182649612427, + 1.4010577201843262, + 1.4018640518188477, + 1.4018497467041016, + 1.4013487100601196, + 1.4008798599243164, + 1.4015114307403564, + 1.4014554023742676, + 1.401130199432373, + 1.4008992910385132, + 1.4005260467529297, + 1.4011720418930054, + 1.4015482664108276, + 1.4011733531951904, + 1.4014214277267456, + 1.4015189409255981, + 1.4025156497955322, + 1.4003721475601196, + 1.4043806791305542, + 1.404789924621582, + 1.4042243957519531, + 1.4070286750793457, + 1.400719404220581, + 1.400404930114746, + 1.4019750356674194 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260622_032935.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260622_032935.json new file mode 100644 index 0000000000000000000000000000000000000000..b60ebac2b0313edc6ad4be6ce2caec69b258c2a8 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260622_032935.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-22T03:29:35.214031+00:00", + "metrics": { + "MSE[mean]": 2.734186441011413, + "MSE[0.5]": 2.297506900496867, + "MAE[0.5]": 1.2904526126747708, + "MASE[0.5]": 0.7060226732778349, + "MAPE[0.5]": 0.08602286623341183, + "sMAPE[0.5]": 0.08103572279508857, + "MSIS": 10.245475516843822, + "RMSE[mean]": 1.6535375535534151, + "NRMSE[mean]": 0.10625140906367327, + "ND[0.5]": 0.08292064981042704, + "mean_weighted_sum_quantile_loss": 0.07575426396299487 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00" + ], + "context": [ + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "actual": [ + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0 + ], + "predictions": { + "p50": [ + 16.824041926414303, + 16.82361769061163, + 16.823812605066337, + 16.823680894923477, + 16.823728170824893, + 16.82379462539761, + 16.82379531008102, + 16.823352425299802, + 16.823795206191306, + 16.82382079838606, + 16.823795198194752, + 16.82380117679768, + 16.82392706120465, + 16.823726708542118, + 16.822337708637075, + 16.823795197526817, + 16.82390654705089, + 16.82382080078952, + 16.82199060391518, + 16.82379431931851, + 16.823439597841237, + 16.82376725156609, + 16.823795031085734, + 16.822845082579683 + ], + "p10": [ + 16.34107062350337, + 16.214284042492594, + 16.320947595195157, + 16.340818540772748, + 16.32093005994865, + 16.319172500968154, + 16.320928710233222, + 16.297726817608734, + 16.3033715311085, + 16.340823808992347, + 16.342507565592527, + 16.303370037290236, + 16.326060225499283, + 16.30337152243087, + 16.30337168744571, + 16.32663040630995, + 16.345996676780956, + 16.342400856405234, + 16.247112257055225, + 16.32092859768011, + 16.326630406311047, + 16.320928597680112, + 16.34082381139589, + 16.320928597680112 + ], + "p90": [ + 17.429660643338973, + 17.223811807844744, + 17.42943282874654, + 17.34383152663201, + 17.3032666041184, + 17.42941342554337, + 17.34383690980826, + 17.4246921938658, + 17.424167610851278, + 17.33491114985908, + 17.334911152929465, + 17.429498322857626, + 17.30642974294247, + 17.3064297428769, + 17.217734869411636, + 17.42469222509115, + 17.4294138312318, + 17.4241676021878, + 17.424167602187907, + 17.42416760218788, + 17.42949832304263, + 17.217734869407682, + 17.248407537999466, + 17.2483870078243 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260622_032515.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260622_032515.json new file mode 100644 index 0000000000000000000000000000000000000000..7cc17cd8b593e368562c35d11d9883344eea6c14 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260622_032515.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T03:25:15.938584+00:00", + "metrics": { + "MSE[mean]": 1.8575773484371894, + "MSE[0.5]": 1.8575773484371894, + "MAE[0.5]": 1.162847359975179, + "MASE[0.5]": 0.6362082525463973, + "MAPE[0.5]": 0.07749478142076036, + "sMAPE[0.5]": 0.07343225965614342, + "MSIS": 7.867669781268283, + "RMSE[mean]": 1.3629296931379804, + "NRMSE[mean]": 0.08757781160725979, + "ND[0.5]": 0.0747211155004131, + "mean_weighted_sum_quantile_loss": 0.0506007762921986 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00" + ], + "context": [ + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "actual": [ + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0 + ], + "predictions": { + "p50": [ + 16.92346954345703, + 16.915218353271484, + 16.908565521240234, + 16.868141174316406, + 16.81747055053711, + 16.81854820251465, + 16.802345275878906, + 16.771697998046875, + 16.75055694580078, + 16.758256912231445, + 16.747987747192383, + 16.730398178100586, + 16.7025146484375, + 16.699621200561523, + 16.692785263061523, + 16.6766357421875, + 16.571847915649414, + 16.587976455688477, + 16.582258224487305, + 16.563922882080078, + 16.538158416748047, + 16.552814483642578, + 16.562231063842773, + 16.54228973388672 + ], + "p10": [ + 16.607120513916016, + 16.53989601135254, + 16.449844360351562, + 16.383630752563477, + 16.275232315063477, + 16.2169189453125, + 16.169313430786133, + 16.088077545166016, + 16.018266677856445, + 16.024431228637695, + 15.953348159790039, + 15.893770217895508, + 15.869930267333984, + 15.782333374023438, + 15.714414596557617, + 15.638669967651367, + 15.375819206237793, + 15.32131576538086, + 15.272930145263672, + 15.224026679992676, + 15.171333312988281, + 15.113765716552734, + 15.087156295776367, + 15.039909362792969 + ], + "p90": [ + 17.218658447265625, + 17.28435707092285, + 17.324337005615234, + 17.36557960510254, + 17.357419967651367, + 17.419485092163086, + 17.418781280517578, + 17.42848777770996, + 17.427539825439453, + 17.524097442626953, + 17.587060928344727, + 17.635711669921875, + 17.7165584564209, + 17.834693908691406, + 17.918685913085938, + 18.003002166748047, + 17.984092712402344, + 18.090482711791992, + 18.14153480529785, + 18.206331253051758, + 18.245054244995117, + 18.3382511138916, + 18.347999572753906, + 18.446699142456055 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260622_032935.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260622_032935.json new file mode 100644 index 0000000000000000000000000000000000000000..7e29e443fe2b6ecbe3dec0c67b959bd3936e6ad1 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260622_032935.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-22T03:29:35.384280+00:00", + "metrics": { + "MSE[mean]": 0.44900847649371434, + "MSE[0.5]": 0.4424309306207574, + "MAE[0.5]": 0.528887465513028, + "MASE[0.5]": 0.2893609099606321, + "MAPE[0.5]": 0.03535729659876754, + "sMAPE[0.5]": 0.0343674315772786, + "MSIS": 2.581295062299207, + "RMSE[mean]": 0.6700809477172995, + "NRMSE[mean]": 0.04305741029508752, + "ND[0.5]": 0.033984736739792964, + "mean_weighted_sum_quantile_loss": 0.030539448840934784 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00" + ], + "context": [ + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "actual": [ + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0 + ], + "predictions": { + "p50": [ + 16.824184547386057, + 16.756031576541222, + 16.687878605696383, + 16.619725634851545, + 16.55157266400671, + 16.48341969316187, + 16.415266722317032, + 16.347113751472197, + 16.278960780627358, + 16.21080780978252, + 16.142654838937684, + 16.074501868092845, + 16.006348897248007, + 15.93819592640317, + 15.870042955558333, + 15.801889984713496, + 15.733737013868657, + 15.66558404302382, + 15.597431072178983, + 15.529278101334144, + 15.461125130489307, + 15.39297215964447, + 15.324819188799632, + 15.256666217954795 + ], + "p10": [ + 16.364184890708813, + 15.756031576541222, + 15.687878605696383, + 16.1597259781743, + 16.351571901067256, + 16.17342041795435, + 16.01526710378676, + 15.347113751472197, + 15.278960780627358, + 15.750808153105275, + 15.142654838937684, + 15.074501868092845, + 15.006348897248007, + 14.93819592640317, + 15.47004333702806, + 15.501890747652949, + 15.333737395338384, + 14.66558404302382, + 14.597431072178983, + 15.229278864273597, + 14.461125130489307, + 14.932972502967226, + 15.024819951739085, + 14.256666217954795 + ], + "p90": [ + 17.02418531032551, + 16.966032186892782, + 17.687878605696383, + 17.619725634851545, + 17.55157266400671, + 16.883419311692144, + 17.415266722317032, + 16.80711340814944, + 16.578960017687905, + 17.21080780978252, + 17.142654838937684, + 17.074501868092845, + 16.306348134308553, + 16.938195926403168, + 16.270042574088606, + 16.801889984713497, + 16.733737013868655, + 16.125583699701064, + 16.597431072178985, + 16.529278101334143, + 15.86112474901958, + 15.792971778174744, + 16.32481918879963, + 15.556665455015342 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260622_032829.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260622_032829.json new file mode 100644 index 0000000000000000000000000000000000000000..099d5ad59b1b41f7135c73f5ceee10276c2fbf61 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260622_032829.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T03:28:29.679966+00:00", + "metrics": { + "MSE[mean]": 0.9530306031244132, + "MSE[0.5]": 0.9044895325540855, + "MAE[0.5]": 0.7775632937749227, + "MASE[0.5]": 0.42541454829232594, + "MAPE[0.5]": 0.05198969146638438, + "sMAPE[0.5]": 0.04996388581473784, + "MSIS": 3.641625662296345, + "RMSE[mean]": 0.9762328631655529, + "NRMSE[mean]": 0.0627298225327263, + "ND[0.5]": 0.04996390642730427, + "mean_weighted_sum_quantile_loss": 0.03362612198740709 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00" + ], + "context": [ + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "actual": [ + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0 + ], + "predictions": { + "p50": [ + 16.813777923583984, + 16.787578582763672, + 16.75686264038086, + 16.703272819519043, + 16.59277629852295, + 16.581929206848145, + 16.578190803527832, + 16.484745025634766, + 16.400962829589844, + 16.370511054992676, + 16.40525722503662, + 16.314640998840332, + 16.300652503967285, + 16.314570426940918, + 16.207775115966797, + 16.113043785095215, + 16.182626724243164, + 16.016971588134766, + 16.1555118560791, + 16.01210880279541, + 15.930153369903564, + 15.946476459503174, + 15.873844146728516, + 15.936260223388672 + ], + "p10": [ + 16.59602165222168, + 16.4590425491333, + 16.39378547668457, + 16.328584671020508, + 16.174299240112305, + 16.110279083251953, + 15.94805383682251, + 15.73025131225586, + 15.838923454284668, + 15.771771907806396, + 15.58275556564331, + 15.520817279815674, + 15.397605419158936, + 15.35776138305664, + 15.360290050506592, + 14.974635124206543, + 15.124950408935547, + 14.90552043914795, + 14.639760971069336, + 14.526443481445312, + 14.615959167480469, + 14.534797668457031, + 14.411004066467285, + 14.321310043334961 + ], + "p90": [ + 17.090519905090332, + 17.167784690856934, + 17.15477180480957, + 17.11319923400879, + 17.160680770874023, + 17.08304500579834, + 17.15829563140869, + 17.0813570022583, + 17.19122314453125, + 17.28744125366211, + 17.178898811340332, + 17.15984058380127, + 17.132919311523438, + 17.21012306213379, + 17.14906883239746, + 17.523446083068848, + 17.313179969787598, + 17.30180263519287, + 17.331188201904297, + 17.365445137023926, + 17.310887336730957, + 17.400534629821777, + 17.355271339416504, + 17.94310188293457 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260622_032935.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260622_032935.json new file mode 100644 index 0000000000000000000000000000000000000000..9b9b72dccf21e8b41b782d83db23969a25c7763e --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260622_032935.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T03:29:35.469995+00:00", + "metrics": { + "MSE[mean]": 5.580205392527934, + "MSE[0.5]": 5.584079915152663, + "MAE[0.5]": 2.208333333333332, + "MASE[0.5]": 1.208206630894315, + "MAPE[0.5]": 0.1453467592709629, + "sMAPE[0.5]": 0.13387604206012063, + "MSIS": 17.194696343948102, + "RMSE[mean]": 2.3622458365987087, + "NRMSE[mean]": 0.1517908971308407, + "ND[0.5]": 0.1419009370816599, + "mean_weighted_sum_quantile_loss": 0.13361128465156072 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00" + ], + "context": [ + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "actual": [ + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0 + ], + "predictions": { + "p50": [ + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332, + 17.770833333333332 + ], + "p10": [ + 17.310833676656088, + 16.770833333333332, + 16.770833333333332, + 17.310833676656088, + 17.57083257039388, + 17.460834058125812, + 17.37083371480306, + 16.770833333333332, + 16.770833333333332, + 17.310833676656088, + 16.770833333333332, + 16.770833333333332, + 16.770833333333332, + 16.770833333333332, + 17.37083371480306, + 17.470834096272785, + 17.37083371480306, + 16.770833333333332, + 16.770833333333332, + 17.470834096272785, + 16.770833333333332, + 17.310833676656088, + 17.470834096272785, + 16.770833333333332 + ], + "p90": [ + 17.970834096272785, + 17.980833943684893, + 18.770833333333332, + 18.770833333333332, + 18.770833333333332, + 18.170832951863606, + 18.770833333333332, + 18.230832990010576, + 18.07083257039388, + 18.770833333333332, + 18.770833333333332, + 18.770833333333332, + 18.07083257039388, + 18.770833333333332, + 18.170832951863606, + 18.770833333333332, + 18.770833333333332, + 18.230832990010576, + 18.770833333333332, + 18.770833333333332, + 18.170832951863606, + 18.170832951863606, + 18.770833333333332, + 18.07083257039388 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260622_032935.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260622_032935.json new file mode 100644 index 0000000000000000000000000000000000000000..ff4d393a50dad54c2a3c907b6af8c366766d3b37 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260622_032935.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T03:29:35.519971+00:00", + "metrics": { + "MSE[mean]": 5.104166682561299, + "MSE[0.5]": 5.104166682561299, + "MAE[0.5]": 2.2083333333333335, + "MASE[0.5]": 1.2082066308943158, + "MAPE[0.5]": 0.143248718599293, + "sMAPE[0.5]": 0.1331377441038632, + "MSIS": 37.244451952067394, + "RMSE[mean]": 2.259240288805354, + "NRMSE[mean]": 0.14517206675054484, + "ND[0.5]": 0.14190093708165996, + "mean_weighted_sum_quantile_loss": 0.13428826416778225 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00" + ], + "context": [ + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "actual": [ + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0 + ], + "predictions": { + "p50": [ + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "p10": [ + 18.62, + 18.62, + 18.62, + 18.62, + 17.64, + 17.64, + 17.933999252319335, + 17.64, + 17.64, + 17.64, + 17.64, + 17.64, + 16.66, + 17.64, + 17.64, + 16.66, + 16.66, + 16.66, + 16.66, + 16.856000747680664, + 16.66, + 16.66, + 16.66, + 16.66 + ], + "p90": [ + 19.38, + 19.38, + 19.38, + 19.38, + 18.36, + 18.36, + 18.66599922180176, + 18.36, + 18.36, + 18.36, + 18.36, + 18.36, + 17.34, + 18.36, + 18.36, + 17.34, + 17.34, + 17.34, + 17.34, + 17.544000778198242, + 17.34, + 17.34, + 17.34, + 17.34 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260622_032914.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260622_032914.json new file mode 100644 index 0000000000000000000000000000000000000000..a6a936f1cc7ac73ef0d2307620dd1222dc24f1cc --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260622_032914.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T03:29:14.190680+00:00", + "metrics": { + "MSE[mean]": 3.914418406641744, + "MSE[0.5]": 3.914418406641744, + "MAE[0.5]": 1.632049560546875, + "MASE[0.5]": 0.8929146117739872, + "MAPE[0.5]": 0.10918596131375284, + "sMAPE[0.5]": 0.10082776530324102, + "MSIS": 22.47111584411826, + "RMSE[mean]": 1.978488920019959, + "NRMSE[mean]": 0.12713181815389293, + "ND[0.5]": 0.1048706544929719, + "mean_weighted_sum_quantile_loss": 0.08869309023202183 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00" + ], + "context": [ + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "actual": [ + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0 + ], + "predictions": { + "p50": [ + 16.9564208984375, + 16.9564208984375, + 16.9149169921875, + 16.9149169921875, + 16.8837890625, + 16.9149169921875, + 16.92529296875, + 16.9356689453125, + 16.9564208984375, + 17.0186767578125, + 17.00830078125, + 17.0394287109375, + 17.070556640625, + 17.1224365234375, + 17.1431884765625, + 17.1639404296875, + 17.195068359375, + 17.3299560546875, + 17.444091796875, + 17.527099609375, + 17.630859375, + 17.7034912109375, + 17.817626953125, + 17.92138671875 + ], + "p10": [ + 16.7281494140625, + 16.67626953125, + 16.5828857421875, + 16.5517578125, + 16.46875, + 16.4791259765625, + 16.447998046875, + 16.447998046875, + 16.4791259765625, + 16.5413818359375, + 16.489501953125, + 16.489501953125, + 16.42724609375, + 16.46875, + 16.46875, + 16.42724609375, + 16.34423828125, + 16.406494140625, + 16.46875, + 16.4791259765625, + 16.5621337890625, + 16.572509765625, + 16.6243896484375, + 16.6451416015625 + ], + "p90": [ + 17.236572265625, + 17.319580078125, + 17.3922119140625, + 17.4752197265625, + 17.5478515625, + 17.6619873046875, + 17.7864990234375, + 17.93695068359375, + 18.0770263671875, + 18.25860595703125, + 18.3883056640625, + 18.5128173828125, + 18.689208984375, + 18.837066650390625, + 18.95379638671875, + 19.049774169921875, + 19.15937042236328, + 19.393478393554688, + 19.563385009765625, + 19.726806640625, + 19.8824462890625, + 19.955078125, + 20.08477783203125, + 20.20928955078125 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260622_032604.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260622_032604.json new file mode 100644 index 0000000000000000000000000000000000000000..77fa58d48c48e41c17509aefff9bbd71617725ac --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260622_032604.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T03:26:04.014591+00:00", + "metrics": { + "MSE[mean]": 1.7983452788550192, + "MSE[0.5]": 1.4962878562109836, + "MAE[0.5]": 1.032567024230957, + "MASE[0.5]": 0.5649302606122206, + "MAPE[0.5]": 0.06888379085885953, + "sMAPE[0.5]": 0.06558465002244888, + "MSIS": 26.799229636996206, + "RMSE[mean]": 1.3410239665475854, + "NRMSE[mean]": 0.08617021471791714, + "ND[0.5]": 0.06634968830399723, + "mean_weighted_sum_quantile_loss": 0.0749967579328817 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00" + ], + "context": [ + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "actual": [ + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0 + ], + "predictions": { + "p50": [ + 16.914304733276367, + 16.850444793701172, + 16.865741729736328, + 16.784231185913086, + 16.774127960205078, + 16.780139923095703, + 16.72024917602539, + 16.73122215270996, + 16.590572357177734, + 16.628442764282227, + 16.558021545410156, + 16.573028564453125, + 16.564029693603516, + 16.532499313354492, + 16.535158157348633, + 16.46116065979004, + 16.413564682006836, + 16.421621322631836, + 16.378219604492188, + 16.387556076049805, + 16.343830108642578, + 16.361379623413086, + 16.307706832885742, + 16.33385467529297 + ], + "p10": [ + 16.988935470581055, + 16.9183349609375, + 16.955902099609375, + 16.92963981628418, + 16.967004776000977, + 16.91738510131836, + 16.867258071899414, + 16.813121795654297, + 16.847900390625, + 16.781766891479492, + 16.743762969970703, + 16.80972671508789, + 16.754907608032227, + 16.765939712524414, + 16.746837615966797, + 16.69338035583496, + 16.72148895263672, + 16.691530227661133, + 16.592700958251953, + 16.642858505249023, + 16.620098114013672, + 16.557300567626953, + 16.63357162475586, + 16.62397003173828 + ], + "p90": [ + 17.09663200378418, + 17.096126556396484, + 17.15013313293457, + 17.13540267944336, + 17.136743545532227, + 17.19325065612793, + 17.153751373291016, + 17.19056510925293, + 17.101118087768555, + 17.133543014526367, + 17.087522506713867, + 17.08023452758789, + 17.077821731567383, + 17.10209846496582, + 17.1406307220459, + 17.101001739501953, + 17.087875366210938, + 17.149677276611328, + 17.111133575439453, + 17.140653610229492, + 17.1085147857666, + 17.19266700744629, + 17.120285034179688, + 17.168752670288086 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260622_032735.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260622_032735.json new file mode 100644 index 0000000000000000000000000000000000000000..4d0a4e4ab6efaa5b4d3e94611b565bfefbed3cf2 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260622_032735.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-22T03:27:35.327283+00:00", + "metrics": { + "MSE[mean]": 2.571607291844733, + "MSE[0.5]": 2.571607291844733, + "MAE[0.5]": 1.3970366319020588, + "MASE[0.5]": 0.7643361157432432, + "MAPE[0.5]": 0.09286452192808893, + "sMAPE[0.5]": 0.08732882440836547, + "MSIS": 2.0212630737437762, + "RMSE[mean]": 1.603623176386751, + "NRMSE[mean]": 0.10304405952685951, + "ND[0.5]": 0.08976942213025278, + "mean_weighted_sum_quantile_loss": 0.05350786895956221 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00" + ], + "context": [ + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "actual": [ + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0 + ], + "predictions": { + "p50": [ + 17.057506561279297, + 17.06781768798828, + 17.052654266357422, + 17.04758644104004, + 17.039203643798828, + 17.02545738220215, + 17.01287078857422, + 17.005027770996094, + 16.98798942565918, + 16.965312957763672, + 16.95493507385254, + 16.956905364990234, + 16.941896438598633, + 16.94672393798828, + 16.933094024658203, + 16.90892791748047, + 16.892852783203125, + 16.90858268737793, + 16.899370193481445, + 16.896202087402344, + 16.891393661499023, + 16.90277671813965, + 16.884305953979492, + 16.849485397338867 + ], + "p10": [ + 16.84311866760254, + 16.5745849609375, + 16.306047439575195, + 15.950638771057129, + 15.638545989990234, + 15.454691886901855, + 15.17674446105957, + 14.999361991882324, + 14.893752098083496, + 14.826823234558105, + 14.651647567749023, + 14.630667686462402, + 14.533060073852539, + 14.442028045654297, + 14.326205253601074, + 14.147053718566895, + 14.036336898803711, + 13.978265762329102, + 13.928043365478516, + 13.901927947998047, + 13.854268074035645, + 13.771919250488281, + 13.784507751464844, + 13.729852676391602 + ], + "p90": [ + 17.289012908935547, + 17.428634643554688, + 17.435653686523438, + 17.506378173828125, + 17.593658447265625, + 17.639638900756836, + 17.663280487060547, + 17.675865173339844, + 17.726329803466797, + 17.830533981323242, + 17.951152801513672, + 17.983781814575195, + 17.985998153686523, + 18.01199722290039, + 18.07745361328125, + 18.110721588134766, + 18.16463279724121, + 18.22526741027832, + 18.22627830505371, + 18.271297454833984, + 18.439950942993164, + 18.543659210205078, + 18.540315628051758, + 18.48278045654297 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260622_032700.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260622_032700.json new file mode 100644 index 0000000000000000000000000000000000000000..26bdf6d1f69ced0540beb829b00690eae3fbd523 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260622_032700.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T03:27:00.786668+00:00", + "metrics": { + "MSE[mean]": 3.462724331597959, + "MSE[0.5]": 3.462724331597959, + "MAE[0.5]": 1.5463310082753499, + "MASE[0.5]": 0.8460169257761981, + "MAPE[0.5]": 0.10335664467881976, + "sMAPE[0.5]": 0.09592265329274115, + "MSIS": 10.111727397745826, + "RMSE[mean]": 1.8608396845504878, + "NRMSE[mean]": 0.1195720279229229, + "ND[0.5]": 0.099362635069902, + "mean_weighted_sum_quantile_loss": 0.06535106671985977 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00" + ], + "context": [ + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "actual": [ + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0 + ], + "predictions": { + "p50": [ + 16.989933013916016, + 16.986873626708984, + 16.991342544555664, + 16.98690414428711, + 16.990406036376953, + 16.994009017944336, + 16.98851776123047, + 16.994037628173828, + 17.000865936279297, + 17.007404327392578, + 17.011499404907227, + 17.014850616455078, + 16.997880935668945, + 17.014589309692383, + 16.993785858154297, + 17.001556396484375, + 17.009565353393555, + 17.021514892578125, + 17.028871536254883, + 17.081241607666016, + 17.294689178466797, + 17.574398040771484, + 17.774883270263672, + 17.815937042236328 + ], + "p10": [ + 16.684141159057617, + 16.17923927307129, + 16.39030647277832, + 16.168880462646484, + 16.08833885192871, + 15.931831359863281, + 15.88428783416748, + 15.735247611999512, + 15.707389831542969, + 15.629091262817383, + 15.612987518310547, + 15.630671501159668, + 15.593241691589355, + 15.570127487182617, + 15.533090591430664, + 15.567588806152344, + 15.566377639770508, + 15.566676139831543, + 15.562664031982422, + 15.576695442199707, + 15.615896224975586, + 15.675498962402344, + 15.677655220031738, + 15.76760482788086 + ], + "p90": [ + 17.027629852294922, + 17.031845092773438, + 17.03822898864746, + 17.05868911743164, + 17.082788467407227, + 17.582481384277344, + 17.49835205078125, + 17.66947364807129, + 17.78179168701172, + 17.896909713745117, + 17.875713348388672, + 17.964780807495117, + 17.978466033935547, + 17.985523223876953, + 17.966480255126953, + 18.048667907714844, + 18.110061645507812, + 18.170827865600586, + 18.30516815185547, + 18.398468017578125, + 18.541147232055664, + 18.70796775817871, + 18.847057342529297, + 18.947467803955078 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260622_032935.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260622_032935.json new file mode 100644 index 0000000000000000000000000000000000000000..885a67264d71f57fdb36d1d6aad3b24645118280 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260622_032935.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-22T03:29:35.277338+00:00", + "metrics": { + "MSE[mean]": 21.752905983791354, + "MSE[0.5]": 21.01868110635593, + "MAE[0.5]": 4.169883176341487, + "MASE[0.5]": 2.1607766214447426, + "MAPE[0.5]": 0.17838293094983282, + "sMAPE[0.5]": 0.16077779852709725, + "MSIS": 62.486179946996096, + "RMSE[mean]": 4.66400107030341, + "NRMSE[mean]": 0.19226386695347097, + "ND[0.5]": 0.17189487140822673, + "mean_weighted_sum_quantile_loss": 0.16300120530332773 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453, + 27.5, + 27.799999237060547, + 28.0 + ], + "actual": [ + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273, + 24.399999618530273, + 24.799999237060547, + 25.299999237060547 + ], + "predictions": { + "p50": [ + 28.10786404675006, + 28.23228640945755, + 28.294772215327164, + 28.297971113895674, + 28.372372216940136, + 28.34889229355126, + 28.450447395783534, + 28.471988079618086, + 28.469931030996978, + 28.50746966087916, + 28.395430057879192, + 28.534697216263893, + 28.452155423232504, + 28.478387115948752, + 28.427090495785546, + 28.52195595561995, + 28.450899364745315, + 28.50703304623984, + 28.530963075081896, + 28.452345249376542, + 28.448808968933, + 28.52464990871613, + 28.52511858501393, + 28.4736661617504 + ], + "p10": [ + 27.241780986472506, + 27.518914187230454, + 27.57031157440132, + 27.368611325461544, + 27.42796719313101, + 27.70072633259692, + 27.75119993081977, + 27.853731654085493, + 27.84636705584691, + 27.821367687664104, + 27.711468787063126, + 27.675991795831806, + 27.622719152165747, + 27.77495778412187, + 27.74252919355383, + 27.69421017436153, + 27.544189998009546, + 27.73659578454085, + 27.851982124040077, + 27.810117820012856, + 27.53908556050021, + 27.676814289775297, + 27.855606478107013, + 27.74586925946832 + ], + "p90": [ + 28.705834375478773, + 28.949875972631762, + 29.096480176850147, + 29.09424994024946, + 29.100934661493127, + 29.218450196086042, + 29.148695078244046, + 29.265006546973602, + 29.216107219993308, + 29.199716398167602, + 29.168637757019955, + 29.581578377389484, + 29.25185096221352, + 29.176185610132045, + 29.246797358855787, + 29.100887001099142, + 29.238220841569788, + 29.2464133572802, + 29.253871515171806, + 29.48269813776502, + 29.243871529845443, + 29.27447481335921, + 29.311288839101973, + 29.131382172676442 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260622_032525.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260622_032525.json new file mode 100644 index 0000000000000000000000000000000000000000..86ada86a8adfc09a51a9b9515ea1031a4965e16c --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260622_032525.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T03:25:25.636952+00:00", + "metrics": { + "MSE[mean]": 1.731294897362962, + "MSE[0.5]": 1.731294897362962, + "MAE[0.5]": 1.1828687191009521, + "MASE[0.5]": 0.6129464463112605, + "MAPE[0.5]": 0.048871299810660435, + "sMAPE[0.5]": 0.04744657002235242, + "MSIS": 3.042537326000126, + "RMSE[mean]": 1.31578679783731, + "NRMSE[mean]": 0.05424060887320273, + "ND[0.5]": 0.048761334014413814, + "mean_weighted_sum_quantile_loss": 0.030780436242707168 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453, + 27.5, + 27.799999237060547, + 28.0 + ], + "actual": [ + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273, + 24.399999618530273, + 24.799999237060547, + 25.299999237060547 + ], + "predictions": { + "p50": [ + 28.597410202026367, + 28.680362701416016, + 28.467647552490234, + 28.036239624023438, + 27.48023223876953, + 26.843252182006836, + 26.145246505737305, + 25.393251419067383, + 24.830745697021484, + 24.309812545776367, + 23.94744110107422, + 23.688228607177734, + 23.50133514404297, + 23.404666900634766, + 23.370759963989258, + 23.28011703491211, + 23.14892578125, + 23.184980392456055, + 23.557781219482422, + 24.365713119506836, + 25.361038208007812, + 26.32518768310547, + 27.00181007385254, + 27.666662216186523 + ], + "p10": [ + 27.93357276916504, + 27.686309814453125, + 27.278152465820312, + 26.70164680480957, + 26.197372436523438, + 25.588199615478516, + 24.85601806640625, + 24.09561538696289, + 23.571231842041016, + 23.049781799316406, + 22.625446319580078, + 22.32591438293457, + 22.153921127319336, + 21.938182830810547, + 21.83534049987793, + 21.746227264404297, + 21.620901107788086, + 21.695985794067383, + 21.997835159301758, + 22.639923095703125, + 23.333486557006836, + 23.997230529785156, + 24.426464080810547, + 24.79283905029297 + ], + "p90": [ + 29.431917190551758, + 29.771738052368164, + 29.68122673034668, + 29.380346298217773, + 28.829357147216797, + 28.17033576965332, + 27.444028854370117, + 26.70073890686035, + 26.07823944091797, + 25.564470291137695, + 25.218252182006836, + 24.930822372436523, + 24.768978118896484, + 24.689311981201172, + 24.812795639038086, + 24.718021392822266, + 24.658878326416016, + 24.59823226928711, + 25.137218475341797, + 26.157115936279297, + 27.503726959228516, + 28.78770637512207, + 29.798091888427734, + 30.764034271240234 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260622_032935.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260622_032935.json new file mode 100644 index 0000000000000000000000000000000000000000..b1c7ed638abb38b062c83597417e86236365537d --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260622_032935.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-22T03:29:35.420510+00:00", + "metrics": { + "MSE[mean]": 67.51251700118087, + "MSE[0.5]": 65.64919337361523, + "MAE[0.5]": 7.3195574001954355, + "MASE[0.5]": 3.792894870388554, + "MAPE[0.5]": 0.3122106932901203, + "sMAPE[0.5]": 0.26189560649413385, + "MSIS": 122.16527921815093, + "RMSE[mean]": 8.216600087699344, + "NRMSE[mean]": 0.33871246645501646, + "ND[0.5]": 0.301733723671277, + "mean_weighted_sum_quantile_loss": 0.2930757868973509 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453, + 27.5, + 27.799999237060547, + 28.0 + ], + "actual": [ + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273, + 24.399999618530273, + 24.799999237060547, + 25.299999237060547 + ], + "predictions": { + "p50": [ + 28.194857744611934, + 28.491208401982664, + 28.78755905935339, + 28.98391124260303, + 29.28026189997376, + 29.57661255734449, + 29.972961688836314, + 30.26931234620704, + 30.56566300357777, + 30.76201518682741, + 31.158364318319233, + 31.45471497568996, + 31.75106563306069, + 32.04741629043142, + 32.34376694780215, + 32.64011760517288, + 32.93646826254361, + 33.232818919914344, + 33.52916957728507, + 33.725521760534704, + 34.12187089202653, + 34.318223075276165, + 34.71457220676799, + 35.01092286413872 + ], + "p10": [ + 27.49485698167248, + 27.7812077916311, + 28.077558449001828, + 28.083909716724122, + 28.380260374094853, + 28.676612748079354, + 29.172962261040905, + 29.45931135438575, + 29.765661859168592, + 29.862015377562273, + 30.158364318319233, + 30.64471398386867, + 31.051064870121238, + 31.137416633754174, + 31.44376732927188, + 31.840116460763703, + 31.936468262543613, + 32.33281930138407, + 32.629169958754794, + 32.925520616125524, + 33.221871273496255, + 33.518221930866986, + 34.004571596416426, + 34.21092343634331 + ], + "p90": [ + 29.394856790937617, + 29.8912082112478, + 30.187558677883665, + 30.18391009819385, + 30.580261137034306, + 30.876611794405036, + 31.172960735161997, + 31.489312994705575, + 31.965662622108045, + 32.06201442388795, + 32.35836508125868, + 32.864716539715836, + 32.961066243412255, + 33.15741651931326, + 33.553767558153716, + 33.840118368112336, + 33.94646830069058, + 34.4328196828538, + 34.54917137019278, + 35.22551985318607, + 35.521872417905435, + 35.61822231233671, + 35.934572855266524, + 36.12092309302056 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260622_032841.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260622_032841.json new file mode 100644 index 0000000000000000000000000000000000000000..6cacb441bba44884696295519fc01af2835231c6 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260622_032841.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T03:28:41.125258+00:00", + "metrics": { + "MSE[mean]": 2.1047453336705075, + "MSE[0.5]": 1.9550917628682403, + "MAE[0.5]": 1.2880158027013142, + "MASE[0.5]": 0.6674322317514404, + "MAPE[0.5]": 0.053889207833612264, + "sMAPE[0.5]": 0.05222944933777759, + "MSIS": 2.2382164338812136, + "RMSE[mean]": 1.4507740463871373, + "NRMSE[mean]": 0.059805181008669835, + "ND[0.5]": 0.05309580662433764, + "mean_weighted_sum_quantile_loss": 0.034428130458537695 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453, + 27.5, + 27.799999237060547, + 28.0 + ], + "actual": [ + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273, + 24.399999618530273, + 24.799999237060547, + 25.299999237060547 + ], + "predictions": { + "p50": [ + 28.53242588043213, + 28.643189430236816, + 28.25331687927246, + 27.881218910217285, + 27.061307907104492, + 26.786959648132324, + 26.08713150024414, + 25.350449562072754, + 24.492345809936523, + 24.226633071899414, + 24.07273769378662, + 23.865473747253418, + 23.669631004333496, + 23.95056438446045, + 23.925454139709473, + 23.94835376739502, + 23.708745002746582, + 23.56361961364746, + 24.075645446777344, + 24.7813138961792, + 25.70263957977295, + 26.560256004333496, + 27.06627368927002, + 27.75218391418457 + ], + "p10": [ + 27.855685234069824, + 27.7284517288208, + 26.957480430603027, + 26.304101943969727, + 25.228575706481934, + 24.690667152404785, + 24.150835037231445, + 23.611663818359375, + 22.913368225097656, + 22.62397575378418, + 22.75047016143799, + 22.16202735900879, + 22.299110412597656, + 21.9538516998291, + 21.888769149780273, + 21.525607109069824, + 21.719484329223633, + 21.279675483703613, + 21.649248123168945, + 21.98336696624756, + 22.569232940673828, + 23.916247367858887, + 24.150724411010742, + 24.471668243408203 + ], + "p90": [ + 29.3726224899292, + 29.597991943359375, + 29.876877784729004, + 29.63708782196045, + 29.020179748535156, + 28.572321891784668, + 27.98017120361328, + 27.420303344726562, + 26.581674575805664, + 26.317702293395996, + 25.62571907043457, + 26.019235610961914, + 25.6158447265625, + 26.07953643798828, + 25.646390914916992, + 26.477465629577637, + 25.848824501037598, + 26.36721897125244, + 26.461362838745117, + 27.81398582458496, + 28.468770027160645, + 29.837289810180664, + 30.481060028076172, + 31.452746391296387 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260622_032935.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260622_032935.json new file mode 100644 index 0000000000000000000000000000000000000000..1b9610eb7f5194a493df2cf6be205baaa1a1496d --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260622_032935.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T03:29:35.487676+00:00", + "metrics": { + "MSE[mean]": 6.438845270447934, + "MSE[0.5]": 6.020958252839148, + "MAE[0.5]": 2.2671846465289507, + "MASE[0.5]": 1.1748241793709742, + "MAPE[0.5]": 0.09612999458882414, + "sMAPE[0.5]": 0.09154143598967375, + "MSIS": 18.510278015526424, + "RMSE[mean]": 2.537487984296267, + "NRMSE[mean]": 0.10460273161494606, + "ND[0.5]": 0.09346003156273668, + "mean_weighted_sum_quantile_loss": 0.08327370282217532 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453, + 27.5, + 27.799999237060547, + 28.0 + ], + "actual": [ + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273, + 24.399999618530273, + 24.799999237060547, + 25.299999237060547 + ], + "predictions": { + "p50": [ + 25.915173652516078, + 25.915173652516078, + 25.915173652516078, + 25.815175178394984, + 25.815175178394984, + 25.815175178394984, + 25.915173652516078, + 25.915173652516078, + 25.915173652516078, + 25.815175178394984, + 25.915173652516078, + 25.915173652516078, + 25.915173652516078, + 25.915173652516078, + 25.915173652516078, + 25.915173652516078, + 25.915173652516078, + 25.915173652516078, + 25.915173652516078, + 25.815175178394984, + 25.915173652516078, + 25.815175178394984, + 25.915173652516078, + 25.915173652516078 + ], + "p10": [ + 25.215172889576625, + 25.205173042164514, + 25.205173042164514, + 24.915173652516078, + 24.915173652516078, + 24.915175369129848, + 25.11517422472067, + 25.105172660694787, + 25.115172508106898, + 24.915175369129848, + 24.915173652516078, + 25.105172660694787, + 25.215172889576625, + 25.00517399583883, + 25.015174033985804, + 25.115172508106898, + 24.915173652516078, + 25.015174033985804, + 25.015174033985804, + 25.015174033985804, + 25.015174033985804, + 25.015174033985804, + 25.205173042164514, + 25.11517422472067 + ], + "p90": [ + 27.11517269884176, + 27.315173461781214, + 27.31517327104635, + 27.015174033985804, + 27.11517441545553, + 27.11517441545553, + 27.11517269884176, + 27.13517430101461, + 27.31517327104635, + 27.11517441545553, + 27.11517441545553, + 27.325175216541957, + 27.125174262867638, + 27.02517388139791, + 27.125174262867638, + 27.11517441545553, + 26.92517369066305, + 27.11517441545553, + 26.93517544542379, + 27.31517327104635, + 27.315175178394984, + 27.11517441545553, + 27.13517430101461, + 27.02517388139791 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260622_032935.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260622_032935.json new file mode 100644 index 0000000000000000000000000000000000000000..70b69b5c7b25bc64a350aa078f7ff0e80f086fc7 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260622_032935.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T03:29:35.536624+00:00", + "metrics": { + "MSE[mean]": 3.652499907812095, + "MSE[0.5]": 3.652499907812095, + "MAE[0.5]": 1.7583332856496174, + "MASE[0.5]": 0.911144340420886, + "MAPE[0.5]": 0.07292806872730632, + "sMAPE[0.5]": 0.06992966153447842, + "MSIS": 21.273795709005388, + "RMSE[mean]": 1.9111514612432199, + "NRMSE[mean]": 0.07878329458627127, + "ND[0.5]": 0.07248367909787064, + "mean_weighted_sum_quantile_loss": 0.06533378805676973 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453, + 27.5, + 27.799999237060547, + 28.0 + ], + "actual": [ + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273, + 24.399999618530273, + 24.799999237060547, + 25.299999237060547 + ], + "predictions": { + "p50": [ + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453, + 27.5, + 27.799999237060547, + 28.0 + ], + "p10": [ + 28.713999252319336, + 28.91, + 27.93, + 27.538000373840333, + 27.04800037384033, + 26.851999626159667, + 26.753999252319336, + 25.97, + 24.891999626159667, + 24.206000747680665, + 24.009999999999998, + 23.911999626159666, + 23.813999252319334, + 23.421999626159668, + 23.716000747680663, + 23.421999626159668, + 23.226000747680665, + 23.03, + 23.421999626159668, + 24.303999252319336, + 25.186000747680662, + 26.95, + 27.243999252319334, + 27.439999999999998 + ], + "p90": [ + 29.885999221801757, + 30.09, + 29.07, + 28.66200038909912, + 28.152000389099122, + 27.94799961090088, + 27.84599922180176, + 27.03, + 25.90799961090088, + 25.19400077819824, + 24.990000000000002, + 24.88799961090088, + 24.78599922180176, + 24.37799961090088, + 24.684000778198243, + 24.37799961090088, + 24.17400077819824, + 23.97, + 24.37799961090088, + 25.295999221801758, + 26.214000778198244, + 28.05, + 28.35599922180176, + 28.560000000000002 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260622_032925.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260622_032925.json new file mode 100644 index 0000000000000000000000000000000000000000..b24e20dda4cd4a6fc6d5ddbfa1551db6bcc54da4 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260622_032925.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T03:29:25.686583+00:00", + "metrics": { + "MSE[mean]": 2.1064507039294162, + "MSE[0.5]": 2.1064507039294162, + "MAE[0.5]": 1.2539108594258626, + "MASE[0.5]": 0.6497595150375993, + "MAPE[0.5]": 0.05128980449496106, + "sMAPE[0.5]": 0.04960311788338264, + "MSIS": 2.805320176848891, + "RMSE[mean]": 1.4513616723371938, + "NRMSE[mean]": 0.05982940468181593, + "ND[0.5]": 0.05168990036970195, + "mean_weighted_sum_quantile_loss": 0.03238054424061535 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453, + 27.5, + 27.799999237060547, + 28.0 + ], + "actual": [ + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273, + 24.399999618530273, + 24.799999237060547, + 25.299999237060547 + ], + "predictions": { + "p50": [ + 28.6790771484375, + 28.9464111328125, + 28.7860107421875, + 28.4384765625, + 27.8236083984375, + 27.16864013671875, + 26.2730712890625, + 25.477752685546875, + 24.862884521484375, + 24.390872955322266, + 23.989036560058594, + 23.643173217773438, + 23.405914306640625, + 23.258880615234375, + 23.312347412109375, + 23.13189697265625, + 22.8779296875, + 22.70416259765625, + 23.2254638671875, + 24.39995765686035, + 25.4176025390625, + 26.58050537109375, + 27.38250732421875, + 28.11767578125 + ], + "p10": [ + 27.8236083984375, + 27.78350830078125, + 27.315673828125, + 26.83447265625, + 26.15277099609375, + 25.544586181640625, + 24.675750732421875, + 23.980682373046875, + 23.432647705078125, + 23.018280029296875, + 22.57049560546875, + 22.1561279296875, + 21.8887939453125, + 21.76849365234375, + 21.648193359375, + 21.52789306640625, + 21.3006591796875, + 21.10015869140625, + 21.47442626953125, + 22.46356201171875, + 23.192047119140625, + 24.024124145507812, + 24.445175170898438, + 24.919692993164062 + ], + "p90": [ + 29.4810791015625, + 30.0692138671875, + 30.1494140625, + 29.882080078125, + 29.3206787109375, + 28.6256103515625, + 27.743408203125, + 26.87457275390625, + 26.246337890625, + 25.731719970703125, + 25.33740234375, + 25.023284912109375, + 24.787696838378906, + 24.642333984375, + 24.876251220703125, + 24.58385467529297, + 24.322368621826172, + 24.212928771972656, + 24.826126098632812, + 26.1126708984375, + 27.2889404296875, + 28.6790771484375, + 29.7216796875, + 30.6038818359375 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260622_032616.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260622_032616.json new file mode 100644 index 0000000000000000000000000000000000000000..9d04dbe8facce9a3a18009cd5ac196a1cf65d8f4 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260622_032616.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T03:26:16.927866+00:00", + "metrics": { + "MSE[mean]": 1.501956803481183, + "MSE[0.5]": 0.8251311187013926, + "MAE[0.5]": 0.7894883155822754, + "MASE[0.5]": 0.4091020834570898, + "MAPE[0.5]": 0.0326743757638421, + "sMAPE[0.5]": 0.03197898647234101, + "MSIS": 23.727881553119243, + "RMSE[mean]": 1.2255434727014718, + "NRMSE[mean]": 0.05052051310224981, + "ND[0.5]": 0.03254503465595389, + "mean_weighted_sum_quantile_loss": 0.04373472832524267 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453, + 27.5, + 27.799999237060547, + 28.0 + ], + "actual": [ + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273, + 24.399999618530273, + 24.799999237060547, + 25.299999237060547 + ], + "predictions": { + "p50": [ + 28.320768356323242, + 28.40782928466797, + 28.19169044494629, + 27.74254035949707, + 27.186811447143555, + 26.561458587646484, + 25.853193283081055, + 25.188322067260742, + 24.507856369018555, + 24.08602523803711, + 23.854042053222656, + 23.55235481262207, + 23.355976104736328, + 23.195823669433594, + 23.128711700439453, + 22.86980438232422, + 22.72089385986328, + 22.813350677490234, + 23.203874588012695, + 23.885723114013672, + 24.66326332092285, + 25.456195831298828, + 26.024381637573242, + 26.376827239990234 + ], + "p10": [ + 28.510662078857422, + 28.51154327392578, + 28.50126838684082, + 28.055360794067383, + 27.379732131958008, + 26.825265884399414, + 26.067317962646484, + 25.459020614624023, + 24.787960052490234, + 24.42763900756836, + 24.183170318603516, + 23.87561798095703, + 23.660236358642578, + 23.498897552490234, + 23.437816619873047, + 23.215435028076172, + 23.075576782226562, + 23.044910430908203, + 23.567790985107422, + 24.302364349365234, + 25.19431495666504, + 25.997360229492188, + 26.49281120300293, + 26.925243377685547 + ], + "p90": [ + 29.222469329833984, + 29.49371910095215, + 29.42951774597168, + 29.007043838500977, + 28.45503044128418, + 27.82884407043457, + 27.112234115600586, + 26.461002349853516, + 25.727352142333984, + 25.308673858642578, + 25.05291748046875, + 24.763778686523438, + 24.61192512512207, + 24.530813217163086, + 24.498018264770508, + 24.28826904296875, + 24.22831916809082, + 24.316612243652344, + 24.818439483642578, + 25.62179183959961, + 26.623027801513672, + 27.615524291992188, + 28.300046920776367, + 28.75516128540039 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260622_032746.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260622_032746.json new file mode 100644 index 0000000000000000000000000000000000000000..8cc790d99d82cb6c148473406db148fb808d0500 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260622_032746.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-22T03:27:46.455495+00:00", + "metrics": { + "MSE[mean]": 2.7277449186506906, + "MSE[0.5]": 2.7277449186506906, + "MAE[0.5]": 1.4727225303649902, + "MASE[0.5]": 0.7631447402513541, + "MAPE[0.5]": 0.061126646045514134, + "sMAPE[0.5]": 0.05889031638075005, + "MSIS": 4.1453042322879945, + "RMSE[mean]": 1.6515886045413035, + "NRMSE[mean]": 0.0680833488112259, + "ND[0.5]": 0.06070996219112223, + "mean_weighted_sum_quantile_loss": 0.038068313438200156 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453, + 27.5, + 27.799999237060547, + 28.0 + ], + "actual": [ + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273, + 24.399999618530273, + 24.799999237060547, + 25.299999237060547 + ], + "predictions": { + "p50": [ + 28.34273338317871, + 28.547889709472656, + 28.510068893432617, + 28.213960647583008, + 27.648286819458008, + 27.09272003173828, + 26.339061737060547, + 25.56224822998047, + 25.15546989440918, + 24.60428810119629, + 24.332714080810547, + 24.115562438964844, + 23.862586975097656, + 23.74412727355957, + 23.688631057739258, + 23.562660217285156, + 23.431514739990234, + 23.289945602416992, + 23.71111297607422, + 24.675769805908203, + 25.744873046875, + 26.972681045532227, + 27.818605422973633, + 28.57782745361328 + ], + "p10": [ + 27.679855346679688, + 27.51009178161621, + 27.21001625061035, + 26.835302352905273, + 26.248332977294922, + 25.70507049560547, + 24.975990295410156, + 24.187042236328125, + 23.707355499267578, + 23.047964096069336, + 22.661787033081055, + 22.32527732849121, + 21.90575408935547, + 21.573537826538086, + 21.39769744873047, + 21.297515869140625, + 21.245546340942383, + 21.146400451660156, + 21.63077163696289, + 22.60528564453125, + 23.53966522216797, + 24.488004684448242, + 25.049219131469727, + 25.52480125427246 + ], + "p90": [ + 29.09872817993164, + 29.67157745361328, + 29.82273292541504, + 29.618267059326172, + 29.05704116821289, + 28.500904083251953, + 27.711153030395508, + 26.86502456665039, + 26.461734771728516, + 25.948713302612305, + 25.7335205078125, + 25.578510284423828, + 25.42961311340332, + 25.442800521850586, + 25.465557098388672, + 25.39186668395996, + 25.265357971191406, + 25.152624130249023, + 25.60409164428711, + 26.658405303955078, + 27.934741973876953, + 29.46155548095703, + 30.69708251953125, + 31.83200454711914 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260622_032708.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260622_032708.json new file mode 100644 index 0000000000000000000000000000000000000000..69a1cc9c4f5f0c243ab17a0903c66c229cde3114 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260622_032708.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T03:27:08.767724+00:00", + "metrics": { + "MSE[mean]": 3.465702245640538, + "MSE[0.5]": 3.465702245640538, + "MAE[0.5]": 1.7389293511708577, + "MASE[0.5]": 0.9010894860730155, + "MAPE[0.5]": 0.07311777423178666, + "sMAPE[0.5]": 0.07016440325408974, + "MSIS": 8.048010013450847, + "RMSE[mean]": 1.8616396658968508, + "NRMSE[mean]": 0.07674227249180539, + "ND[0.5]": 0.07168379174348041, + "mean_weighted_sum_quantile_loss": 0.04509516278225396 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453, + 27.5, + 27.799999237060547, + 28.0 + ], + "actual": [ + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273, + 24.399999618530273, + 24.799999237060547, + 25.299999237060547 + ], + "predictions": { + "p50": [ + 28.26293182373047, + 28.365577697753906, + 28.344587326049805, + 28.054946899414062, + 27.591720581054688, + 27.02617645263672, + 26.422622680664062, + 25.87752342224121, + 25.459787368774414, + 25.023860931396484, + 24.781177520751953, + 24.60210609436035, + 24.471752166748047, + 24.364564895629883, + 24.384601593017578, + 24.254480361938477, + 24.143070220947266, + 24.134952545166016, + 24.457332611083984, + 25.25753402709961, + 26.15282440185547, + 26.894813537597656, + 27.581315994262695, + 28.0240421295166 + ], + "p10": [ + 27.66836166381836, + 27.453447341918945, + 27.21940040588379, + 26.753461837768555, + 26.2519474029541, + 25.602678298950195, + 24.995996475219727, + 24.490314483642578, + 24.074298858642578, + 23.65443229675293, + 23.38458824157715, + 23.17225456237793, + 23.030353546142578, + 22.859996795654297, + 22.87963104248047, + 22.770488739013672, + 22.639156341552734, + 22.559194564819336, + 22.8609561920166, + 23.570661544799805, + 24.228836059570312, + 24.78342056274414, + 25.303913116455078, + 25.59635353088379 + ], + "p90": [ + 28.921186447143555, + 29.312580108642578, + 29.53042221069336, + 29.404109954833984, + 28.969905853271484, + 28.438623428344727, + 27.85626220703125, + 27.276512145996094, + 26.883594512939453, + 26.440248489379883, + 26.226701736450195, + 26.075702667236328, + 25.908733367919922, + 25.88401222229004, + 25.922075271606445, + 25.79816436767578, + 25.627805709838867, + 25.626535415649414, + 26.110132217407227, + 27.097026824951172, + 28.33483123779297, + 29.352109909057617, + 30.323558807373047, + 30.920265197753906 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 635bc28acdc0693f2e5ca54a8704a929ef2f009b..04783dfaf15a71ae436262d88257daf1a8936805 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,231367.3356259664,231367.3356259664,418.4420572916667,0.3759242716273614,0.00652890482683837,0.006542086676007188,3.444595661865718,481.0065858446913,0.007501469129859587,0.006525753010005315,0.005779197642243843,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,229720.8726641337,229720.8726641337,414.63671875,0.3725055925184055,0.006469440857997899,0.006482822571235801,3.444595661865718,479.29205362089374,0.0074742865950285274,0.006466023472216898,0.005772260951324151,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.839674102974641,2.839674102974641,1.339166482289632,0.7358058037897606,0.0554569215471904,0.055679821211488754,18.275267734259632,1.6851332597081576,0.06691794523180099,0.05317933688736354,0.048085583652887245,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,1.1262949979345174,1.1262949979345174,1.0167500058809915,2.9720840616989994,0.6434302589503541,0.965661773482377,117.08288910374922,1.061270464082798,0.6815905100052869,0.6529976839176754,0.6506843348758298,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.05486113263501401,0.05486113263501401,0.2041667037540012,3.317710122508119,0.13097514651974485,0.142626753704941,111.6443365454381,0.23422453465641468,0.1555734894637966,0.13560887881333356,0.13102708318939263,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,5.672499678929701,5.672499678929701,2.3333332538604736,1.3407821262216089,0.13873536483733326,0.12939806770496612,41.0676302808717,2.381701005359342,0.14138220592253578,0.13851100614261574,0.1309209325481743,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,179.82708594004407,179.82708594004407,11.537500143051147,0.9967051142523213,0.5700208758261225,0.4214586958117505,36.74418050898857,13.40996219010494,0.5988817974346501,0.5152586357530163,0.5058019930957058,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,3.349166405996281,3.349166405996281,1.6499999364217122,0.8481054038938619,0.06863023711199406,0.06585681674531758,19.508779982855547,1.8300727870760445,0.07509274244572775,0.06770387557051538,0.060967681079709894,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,28.958333333333332,28.958333333333332,4.291666666666667,0.800518134715026,0.8931758056758058,0.5061126330669675,30.05564780361824,5.381294763654314,0.74653800189424,0.5953757225433526,0.5873731535003212,Hazards,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.05833335485723623,0.05833335485723623,0.21111114819844565,3.4305573850876674,0.1348331713133056,0.14710704058112242,115.80614362038185,0.24152299032853214,0.15968461946735465,0.1395776166878746,0.13488421825463742,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,5.104166682561299,5.104166682561299,2.2083333333333335,1.2082066308943158,0.143248718599293,0.1331377441038632,37.244451952067394,2.259240288805354,0.14517206675054484,0.14190093708165996,0.13428826416778225,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,178.91208544413348,178.91208544413348,11.462500095367432,0.990774649514529,0.5692719823084275,0.4176242755079709,36.47649094219503,13.37580223553464,0.603192871645316,0.5169109281827706,0.5072742003662645,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,3.652499907812095,3.652499907812095,1.7583332856496174,0.911144340420886,0.07292806872730632,0.06992966153447842,21.273795709005388,1.9111514612432199,0.07878329458627127,0.07248367909787064,0.06533378805676973,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,30.75,30.75,4.5,0.8426527958387516,0.9886934824434824,0.5265949285492629,31.724473478024247,5.545268253204709,0.7434996540609666,0.6033519553072626,0.5955803848541279,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,520.8333333333334,520.8333333333334,10.416666666666666,0.5882352941176471,0.004340277777777777,0.0042955326460481094,8.16705832399748,22.82177322938192,0.009509072178909134,0.004340277777777778,0.006440972222222198,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,7551.857142857143,7551.857142857143,73.85714285714286,1.530991524558358,0.3288908310812257,0.29127747091684864,55.43516014261311,86.90142198409151,0.34543438608099974,0.2935831913685406,0.2867184049466844,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 2ae34b874b7803a508cf6ef169aee3c79c1f2f53..a5cf89ab83ba96095ca2a4d42d9be72b573abf8f 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T03:20:43.553989+00:00", + "evaluated_at": "2026-06-22T03:29:35.505881+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64164.0 + 64255.328125 ], "p50": [ 63583.53125, diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 511fc551cd0826537d41ec47a2630e31a913ad53..4fee7e3639b4b55092499d94dbe4eb58fb24f1d0 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T03:07:52.523013+00:00", + "evaluated_at": "2026-06-22T03:29:35.512658+00:00", "freq": "10min", "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -83,13 +82,13 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -157,10 +156,10 @@ 1.7000000476837158, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842 ], "p50": [ - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.399999976158142, @@ -231,10 +230,10 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "p10": [ - 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, 1.3719999766349793, @@ -305,10 +304,10 @@ 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, + 1.2739999532699584, 1.2739999532699584 ], "p90": [ - 1.32599995136261, 1.32599995136261, 1.32599995136261, 1.4279999756813049, @@ -379,10 +378,10 @@ 1.32599995136261, 1.32599995136261, 1.32599995136261, + 1.32599995136261, 1.32599995136261 ], "timestamps": [ - "2026-06-20 02:10:00", "2026-06-20 02:20:00", "2026-06-20 02:30:00", "2026-06-20 02:40:00", @@ -531,6 +530,7 @@ "2026-06-21 02:30:00", "2026-06-21 02:40:00", "2026-06-21 02:50:00", - "2026-06-21 03:00:00" + "2026-06-21 03:00:00", + "2026-06-21 03:10:00" ] } diff --git a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json index 25d79c706c971b68b43192ebe5c799d778e1d9ef..d1ee2d01278c68144888e6f9051ce1cb8e35fa48 100644 --- a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,25 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T02:21:13.798156+00:00", + "evaluated_at": "2026-06-22T03:29:35.519971+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.200000762939453, 17.0, 17.0, 17.0, @@ -101,9 +87,7 @@ 18.299999237060547, 18.0, 18.0, - 18.0 - ], - "actuals": [ + 18.0, 18.0, 18.0, 17.0, @@ -117,7 +101,9 @@ 17.0, 17.0, 17.0, - 17.0, + 17.0 + ], + "actuals": [ 17.0, 17.0, 16.0, @@ -127,23 +113,23 @@ 16.0, 16.0, 16.100000381469727, - 16.0 + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0 ], "p50": [ - 20.0, - 21.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, 19.0, 19.0, 19.0, @@ -153,23 +139,23 @@ 18.299999237060547, 18.0, 18.0, - 18.0 + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0 ], "p10": [ - 19.6, - 20.58, - 19.6, - 19.6, - 19.6, - 19.6, - 19.6, - 19.6, - 19.6, - 18.62, - 18.62, - 18.62, - 18.62, - 18.62, 18.62, 18.62, 18.62, @@ -179,23 +165,23 @@ 17.933999252319335, 17.64, 17.64, - 17.64 + 17.64, + 17.64, + 17.64, + 16.66, + 17.64, + 17.64, + 16.66, + 16.66, + 16.66, + 16.66, + 16.856000747680664, + 16.66, + 16.66, + 16.66, + 16.66 ], "p90": [ - 20.4, - 21.42, - 20.4, - 20.4, - 20.4, - 20.4, - 20.4, - 20.4, - 20.4, - 19.38, - 19.38, - 19.38, - 19.38, - 19.38, 19.38, 19.38, 19.38, @@ -205,11 +191,23 @@ 18.66599922180176, 18.36, 18.36, - 18.36 + 18.36, + 18.36, + 18.36, + 17.34, + 18.36, + 18.36, + 17.34, + 17.34, + 17.34, + 17.34, + 17.544000778198242, + 17.34, + 17.34, + 17.34, + 17.34 ], "timestamps": [ - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", @@ -327,6 +325,8 @@ "2026-06-26 12:00:00", "2026-06-26 13:00:00", "2026-06-26 14:00:00", - "2026-06-26 15:00:00" + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00" ] } diff --git a/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 4e860bcb25aff59e2221a62fc77cbdc3c4f2c691..519398598014bd2d8dd0eeed949b334de01a811b 100644 --- a/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T02:21:13.805592+00:00", + "evaluated_at": "2026-06-22T03:29:35.526569+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 26.299999237060547, 25.700000762939453, 24.299999237060547, 22.799999237060547, @@ -341,10 +340,10 @@ 23.5, 27.600000381469727, 31.299999237060547, - 27.0 + 27.0, + 25.299999237060547 ], "actuals": [ - 25.299999237060547, 25.600000381469727, 25.700000762939453, 26.799999237060547, @@ -367,10 +366,10 @@ 16.200000762939453, 17.799999237060547, 21.0, + 20.100000381469727, 20.100000381469727 ], "p50": [ - 18.299999237060547, 19.299999237060547, 21.299999237060547, 22.5, @@ -393,10 +392,10 @@ 23.5, 27.600000381469727, 31.299999237060547, - 27.0 + 27.0, + 25.299999237060547 ], "p10": [ - 17.933999252319335, 18.913999252319336, 20.873999252319337, 22.05, @@ -419,10 +418,10 @@ 23.03, 27.04800037384033, 30.673999252319334, - 26.46 + 26.46, + 24.793999252319335 ], "p90": [ - 18.66599922180176, 19.685999221801758, 21.725999221801757, 22.95, @@ -445,10 +444,10 @@ 23.97, 28.152000389099122, 31.92599922180176, - 27.54 + 27.54, + 25.80599922180176 ], "timestamps": [ - "2026-06-07 03:00:00", "2026-06-07 04:00:00", "2026-06-07 05:00:00", "2026-06-07 06:00:00", @@ -807,6 +806,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index a28d74c56f6ca65a810007f19903f63f70c8f29f..aaf2a9e5349d5038a5e9ad6acb6cf45bbae74860 100644 --- a/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T02:21:13.817989+00:00", + "evaluated_at": "2026-06-22T03:29:35.536624+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 27.100000381469727, 27.5, 27.799999237060547, 28.600000381469727, @@ -341,10 +340,10 @@ 24.799999237060547, 25.700000762939453, 27.5, - 27.799999237060547 + 27.799999237060547, + 28.0 ], "actuals": [ - 28.0, 27.799999237060547, 27.799999237060547, 27.299999237060547, @@ -367,10 +366,10 @@ 23.200000762939453, 23.399999618530273, 24.399999618530273, - 24.799999237060547 + 24.799999237060547, + 25.299999237060547 ], "p50": [ - 28.100000381469727, 29.299999237060547, 29.5, 28.5, @@ -393,10 +392,10 @@ 24.799999237060547, 25.700000762939453, 27.5, - 27.799999237060547 + 27.799999237060547, + 28.0 ], "p10": [ - 27.538000373840333, 28.713999252319336, 28.91, 27.93, @@ -419,10 +418,10 @@ 24.303999252319336, 25.186000747680662, 26.95, - 27.243999252319334 + 27.243999252319334, + 27.439999999999998 ], "p90": [ - 28.66200038909912, 29.885999221801757, 30.09, 29.07, @@ -445,10 +444,10 @@ 25.295999221801758, 26.214000778198244, 28.05, - 28.35599922180176 + 28.35599922180176, + 28.560000000000002 ], "timestamps": [ - "2026-06-07 03:00:00", "2026-06-07 04:00:00", "2026-06-07 05:00:00", "2026-06-07 06:00:00", @@ -807,6 +806,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 8f44dac79ae6a536f0c25aee42fd6f8ecece6b07..2620113909fdaf892db170acfeac1fa960d4ff09 100644 --- a/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T02:21:13.830008+00:00", + "evaluated_at": "2026-06-22T03:29:35.546031+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 15.0, 10.0, 16.0, 11.0, @@ -30,7 +29,7 @@ 12.0, 18.0, 18.0, - 18.0, + 19.0, 25.0, 13.0, 22.0, @@ -173,10 +172,10 @@ 10.0, 13.0, 9.0, - 12.0 + 12.0, + 11.0 ], "actuals": [ - 11.0, 2.0, 7.0, 12.0, @@ -198,11 +197,11 @@ 5.0, 8.0, 9.0, - 4.0, - 4.0 + 5.0, + 18.0, + 2.0 ], "p50": [ - 10.0, 12.0, 8.0, 4.0, @@ -225,10 +224,10 @@ 10.0, 13.0, 9.0, - 12.0 + 12.0, + 11.0 ], "p10": [ - 9.8, 11.76, 7.84, 3.92, @@ -251,10 +250,10 @@ 9.8, 12.74, 8.82, - 11.76 + 11.76, + 10.78 ], "p90": [ - 10.2, 12.24, 8.16, 4.08, @@ -277,10 +276,10 @@ 10.2, 13.26, 9.18, - 12.24 + 12.24, + 11.22 ], "timestamps": [ - "2026-06-14 03:00:00", "2026-06-14 04:00:00", "2026-06-14 05:00:00", "2026-06-14 06:00:00", @@ -471,6 +470,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 6233fbe5c0ed52de1be893554b9a0f3bc012e999..c0d094a00ff327d2ba8a5a41c88483cb17ce96f9 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,43 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T03:20:43.566866+00:00", + "evaluated_at": "2026-06-22T03:29:35.549406+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 78, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index c7aeb6b88203f1e5253c45e34c0a6938ee507e3b..9a1cda4c0c9e586b7b9d572546830724b0cfdcfb 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,212337.87087504068,212337.87087504068,388.3678385416667,0.34890588621091817,0.006071152250095281,0.006045334566720025,1.6467967356927256,460.80133558296103,0.007186361051176448,0.006056734850593643,0.00413561798625809,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,210775.60102844238,210775.60102844238,384.5625,0.3454872071019622,0.006011698491731255,0.005986070445268805,1.6467967356927256,459.1030396636929,0.007159450421035736,0.005997033159607046,0.0041155917483515205,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.5319255211838936,0.5319255211838936,0.5680897235870361,0.31213722955041606,0.02243894332596032,0.022061627174980957,1.8939800144891865,0.7293322433458523,0.02896234753829305,0.022559282353924934,0.02244308316193695,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.005474447076422647,0.005474447076422647,0.05668745934963226,0.16570434566682676,0.03339066671417502,0.034145329172335696,1.704739470973289,0.0739895065291197,0.04751903232679406,0.036406962821124364,0.033936539064263235,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.05641214627038376,0.05641214627038376,0.21195229391256967,3.444226007830464,0.13602981567222183,0.14801309089589632,87.75377701523543,0.23751241287643002,0.15775731998509587,0.1407801194362694,0.12710761471100676,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Timer-S1,2.8511658773515287,2.8511658773515287,1.4386196931203206,0.8266609871413948,0.08765160903535467,0.08259852090411857,16.874150438270068,1.6885395693769005,0.100234852556556,0.08539914340182465,0.06758695132329146,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,172.5902534156265,172.5902534156265,10.934930721918741,0.9446501615946218,0.5971123342211456,0.4169518608077103,2.748216454677254,13.137360976072268,0.5867075718307018,0.48834820506789395,0.301029368239722,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,2.35022552281877,2.35022552281877,1.3625226815541585,0.7003411476851689,0.05557817174306001,0.0537054952418056,3.1002213416814413,1.5330445273437983,0.0629048848016539,0.05590792099907733,0.034603510509198125,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,23.91819202899933,23.91819202899933,4.2116851806640625,0.785599308310395,0.8883109777578085,0.5065720187700562,9.794242265928595,4.890622867181575,0.6784679122101607,0.5842800250632225,0.4230945898312058,Hazards,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.06093971427414443,0.06093971427414443,0.22094470096959007,3.5903526747660144,0.14117282070199552,0.1540550532224579,95.68170960951063,0.2468597056510933,0.16321302624274933,0.1460791390900956,0.13277046911119286,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Timer-S1,3.914418406641744,3.914418406641744,1.632049560546875,0.8929146117739872,0.10918596131375284,0.10082776530324102,22.47111584411826,1.978488920019959,0.12713181815389293,0.1048706544929719,0.08869309023202183,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,152.3490788863813,152.3490788863813,10.17534351348877,0.8795177595977686,0.55918301953679,0.3945419280293467,2.933682030664892,12.342976905365306,0.5566167586135461,0.4588655368702452,0.28522608782662895,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,2.1064507039294162,2.1064507039294162,1.2539108594258626,0.6497595150375993,0.05128980449496106,0.04960311788338264,2.805320176848891,1.4513616723371938,0.05982940468181593,0.05168990036970195,0.03238054424061535,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,25.97880310021962,25.97880310021962,4.458071390787761,0.8348014047769018,0.9870426642200935,0.5304674422506591,10.068482556485696,5.096940562751308,0.6833886788046446,0.5977302423402584,0.43160366292772345,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,0.11313517888387044,0.11313517888387044,0.2801920572916667,0.015822610294117648,0.00011674669053819444,0.00011674002383219532,2.599069393382353,0.33635573264606394,0.00014014822193585998,0.00011674669053819444,0.0014045511881510412,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,601.4396087442126,601.4396087442126,20.576241629464285,0.4265268100460789,0.08696922486299981,0.08228666870448333,3.0116496437187275,24.52426571264087,0.09748430436597733,0.08179085258730835,0.05892185873320082,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 14c407291da295d4d26982f9cd676f1eeabb39f3..da360edf3ff2355e26caa461b7c49ea17044c58a 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T03:20:36.219469+00:00", + "evaluated_at": "2026-06-22T03:29:05.495794+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64164.0 + 64255.328125 ], "p50": [ 64467.90625, diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 17fbcaa556d904a9d56bfc66263322b0096ceba6..65785ddd6cbc64278c00f5575f4390ee2f52c88c 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T03:07:49.690672+00:00", + "evaluated_at": "2026-06-22T03:29:10.123627+00:00", "freq": "10min", "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -83,13 +82,13 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -157,232 +156,232 @@ 1.7000000476837158, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842 ], "p50": [ - 1.303391456604004, - 1.3036231994628906, - 1.3031597137451172, - 1.3036446571350098, - 1.3041253089904785, - 1.3041510581970215, - 1.3043570518493652, - 1.3041296005249023, - 1.304412841796875, - 1.3045072555541992, - 1.3039836883544922, - 1.304387092590332, - 1.3047733306884766, - 1.3050737380981445, - 1.3046188354492188, - 1.3043527603149414, - 1.303837776184082, - 1.303091049194336, - 1.3043999671936035, - 1.3042776584625244, - 1.303314208984375, + 1.2990570068359375, + 1.2996063232421875, + 1.2987480163574219, + 1.2991943359375, + 1.2992973327636719, + 1.29864501953125, + 1.2985763549804688, + 1.2987136840820312, + 1.2991943359375, + 1.2987136840820312, + 1.2988510131835938, + 1.2990913391113281, + 1.2994346618652344, + 1.300344467163086, + 1.2992630004882812, + 1.3006019592285156, + 1.3022842407226562, + 1.3004989624023438, + 1.2998809814453125, + 1.3004474639892578, + 1.2996749877929688, + 1.2973060607910156, + 1.2998809814453125, + 1.298919677734375, + 1.2983016967773438, + 1.2988853454589844, + 1.2992630004882812, + 1.3007564544677734, + 1.3001213073730469, + 1.3011856079101562, + 1.3009109497070312, + 1.3009109497070312, + 1.3008766174316406, + 1.2993316650390625, + 1.2992630004882812, + 1.3000869750976562, 1.3007221221923828, - 1.3021812438964844, - 1.3027219772338867, - 1.30194091796875, + 1.3020954132080078, + 1.3009452819824219, + 1.300516128540039, + 1.3007392883300781, + 1.3009109497070312, + 1.2990570068359375, + 1.3011512756347656, 1.300619125366211, - 1.3011341094970703, - 1.3041167259216309, - 1.3025074005126953, - 1.3034772872924805, - 1.304764747619629, - 1.3039021492004395, - 1.3039064407348633, - 1.3032970428466797, - 1.3041703701019287, - 1.3024215698242188, - 1.3019752502441406, - 1.3044514656066895, - 1.3047561645507812, - 1.304610252380371, - 1.3046445846557617, - 1.3040351867675781, - 1.3023529052734375, - 1.302541732788086, - 1.3031940460205078, - 1.3037347793579102, - 1.3025760650634766, - 1.3026103973388672, - 1.3018722534179688, - 1.300018310546875, - 1.30084228515625, - 1.303391456604004, - 1.303065299987793, - 1.303511619567871, - 1.302567481994629, - 1.3022327423095703, - 1.301340103149414, - 1.3012886047363281, - 1.3023700714111328, - 1.3017692565917969, - 1.3011856079101562, - 1.3030223846435547, - 1.302490234375, - 1.3011856079101562, - 1.3007049560546875, - 1.300567626953125, - 1.3017520904541016, - 1.302988052368164, - 1.3038592338562012, - 1.303065299987793, - 1.3019752502441406, - 1.3014087677001953 + 1.3000526428222656, + 1.2994346618652344, + 1.2982330322265625, + 1.2986106872558594, + 1.2984046936035156, + 1.2994003295898438, + 1.2999496459960938, + 1.3002586364746094, + 1.301889419555664, + 1.2997093200683594, + 1.3001213073730469, + 1.2986106872558594, + 1.2987823486328125, + 1.298095703125, + 1.2981300354003906, + 1.2981986999511719, + 1.2988853454589844, + 1.2993316650390625, + 1.2993316650390625, + 1.2981643676757812, + 1.2999153137207031, + 1.3014259338378906, + 1.3015460968017578, + 1.3008766174316406, + 1.302267074584961, + 1.3027734756469727, + 1.3013916015625 ], "p10": [ - 1.284637451171875, - 1.273651123046875, - 1.264312744140625, - 1.256622314453125, - 1.249755859375, - 1.243988037109375, - 1.239593505859375, + 1.290679931640625, + 1.2836761474609375, + 1.2768096923828125, + 1.272003173828125, + 1.2662353515625, + 1.2596435546875, + 1.252227783203125, + 1.248382568359375, + 1.2442626953125, + 1.239044189453125, + 1.23382568359375, + 1.234649658203125, + 1.2332763671875, + 1.2310791015625, + 1.227783203125, + 1.227783203125, + 1.239044189453125, + 1.236846923828125, + 1.235748291015625, + 1.23712158203125, 1.234375, 1.2310791015625, - 1.2288818359375, + 1.22998046875, + 1.22723388671875, + 1.2266845703125, + 1.2266845703125, 1.2255859375, 1.22613525390625, 1.22503662109375, - 1.22503662109375, - 1.22283935546875, - 1.22393798828125, - 1.2332763671875, + 1.22723388671875, + 1.227783203125, + 1.2288818359375, 1.23162841796875, - 1.232177734375, - 1.232177734375, - 1.22833251953125, + 1.227783203125, + 1.2255859375, + 1.2255859375, + 1.22503662109375, + 1.22723388671875, + 1.22503662109375, + 1.223388671875, + 1.2244873046875, 1.2244873046875, - 1.22283935546875, 1.22174072265625, 1.2222900390625, - 1.2200927734375, 1.21954345703125, - 1.2200927734375, 1.21734619140625, - 1.21844482421875, - 1.22174072265625, - 1.22283935546875, - 1.2255859375, - 1.22283935546875, - 1.2222900390625, - 1.22064208984375, - 1.21954345703125, - 1.2222900390625, - 1.2222900390625, - 1.22119140625, - 1.22174072265625, - 1.2200927734375, - 1.2178955078125, + 1.21734619140625, 1.216796875, - 1.21624755859375, - 1.2156982421875, - 1.2156982421875, - 1.21624755859375, - 1.21954345703125, - 1.21624755859375, - 1.21624755859375, - 1.21954345703125, - 1.21954345703125, - 1.22119140625, - 1.2200927734375, + 1.22174072265625, + 1.218994140625, 1.2200927734375, 1.22064208984375, 1.2200927734375, - 1.22064208984375, + 1.2222900390625, + 1.2200927734375, 1.21954345703125, 1.218994140625, - 1.2200927734375, 1.218994140625, 1.2178955078125, - 1.2200927734375, - 1.22119140625, - 1.22393798828125, - 1.22503662109375, + 1.2178955078125, + 1.21734619140625, + 1.2178955078125, + 1.2178955078125, + 1.21844482421875, + 1.223388671875, + 1.22283935546875, 1.22503662109375, - 1.2222900390625, - 1.218994140625, - 1.218994140625 + 1.22393798828125, + 1.223388671875, + 1.22393798828125, + 1.22283935546875, + 1.22119140625 ], "p90": [ - 1.3240509033203125, - 1.340667724609375, - 1.352752685546875, - 1.36346435546875, - 1.372528076171875, - 1.37884521484375, + 1.311004638671875, + 1.3202056884765625, + 1.32720947265625, + 1.33544921875, + 1.34588623046875, + 1.35357666015625, + 1.360992431640625, + 1.366485595703125, + 1.370330810546875, + 1.369232177734375, + 1.373626708984375, + 1.37554931640625, + 1.3782958984375, + 1.3804931640625, + 1.37939453125, + 1.3804931640625, + 1.37994384765625, + 1.3804931640625, + 1.381591796875, + 1.38214111328125, + 1.3826904296875, + 1.37939453125, + 1.3826904296875, 1.38323974609375, - 1.3870849609375, - 1.390380859375, - 1.38873291015625, - 1.38873291015625, - 1.3870849609375, - 1.38763427734375, - 1.38873291015625, - 1.39093017578125, - 1.39093017578125, + 1.38104248046875, + 1.38104248046875, + 1.3837890625, + 1.38543701171875, 1.38873291015625, - 1.390380859375, - 1.39202880859375, - 1.390380859375, - 1.3892822265625, - 1.3848876953125, - 1.38818359375, - 1.3914794921875, - 1.3914794921875, - 1.38983154296875, - 1.39093017578125, 1.392578125, - 1.392578125, - 1.3958740234375, - 1.40081787109375, - 1.40301513671875, - 1.40081787109375, - 1.4002685546875, - 1.4002685546875, - 1.39697265625, - 1.3958740234375, - 1.399169921875, - 1.4024658203125, - 1.4024658203125, - 1.39971923828125, - 1.39697265625, - 1.3936767578125, - 1.39422607421875, - 1.3980712890625, - 1.39971923828125, - 1.399169921875, - 1.39752197265625, - 1.390380859375, - 1.38983154296875, - 1.39202880859375, - 1.39532470703125, 1.39532470703125, 1.3958740234375, - 1.394775390625, - 1.39312744140625, - 1.3914794921875, - 1.392578125, - 1.39422607421875, 1.39312744140625, - 1.3936767578125, - 1.3958740234375, 1.39532470703125, + 1.39697265625, + 1.39642333984375, + 1.394775390625, + 1.394775390625, + 1.39422607421875, 1.3936767578125, - 1.3870849609375, - 1.390380859375, - 1.39312744140625, - 1.39202880859375, + 1.392578125, 1.3914794921875, + 1.38983154296875, + 1.390380859375, + 1.39093017578125, + 1.38983154296875, + 1.3892822265625, + 1.3870849609375, + 1.3804931640625, + 1.3826904296875, + 1.3837890625, + 1.385986328125, + 1.38818359375, + 1.39093017578125, + 1.3892822265625, 1.3892822265625, + 1.3870849609375, + 1.38763427734375, 1.38763427734375, - 1.38818359375 + 1.3870849609375, + 1.38818359375, + 1.3892822265625, + 1.3892822265625, + 1.38873291015625, + 1.38323974609375, + 1.38763427734375, + 1.38983154296875, + 1.38873291015625, + 1.38653564453125, + 1.38653564453125, + 1.38653564453125, + 1.385986328125 ], "timestamps": [ - "2026-06-20 02:10:00", "2026-06-20 02:20:00", "2026-06-20 02:30:00", "2026-06-20 02:40:00", @@ -531,6 +530,7 @@ "2026-06-21 02:30:00", "2026-06-21 02:40:00", "2026-06-21 02:50:00", - "2026-06-21 03:00:00" + "2026-06-21 03:00:00", + "2026-06-21 03:10:00" ] } diff --git a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json index aabc31f52f5b77980993e5aca280df5e365e1700..a07f3bba017941c674bdd56d8a5d36bd505cf81d 100644 --- a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,25 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T02:20:51.136357+00:00", + "evaluated_at": "2026-06-22T03:29:14.190680+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.200000762939453, 17.0, 17.0, 17.0, @@ -101,9 +87,7 @@ 18.299999237060547, 18.0, 18.0, - 18.0 - ], - "actuals": [ + 18.0, 18.0, 18.0, 17.0, @@ -117,7 +101,9 @@ 17.0, 17.0, 17.0, - 17.0, + 17.0 + ], + "actuals": [ 17.0, 17.0, 16.0, @@ -127,89 +113,101 @@ 16.0, 16.0, 16.100000381469727, - 16.0 + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0 ], "p50": [ - 17.9869384765625, - 17.9869384765625, - 17.97515869140625, - 17.9869384765625, - 18.010498046875, - 18.02227783203125, - 18.010498046875, - 18.1282958984375, - 18.169525146484375, - 18.204864501953125, - 18.2225341796875, - 18.275543212890625, - 18.284378051757812, - 18.32855224609375, - 18.369781494140625, - 18.431625366210938, - 18.461074829101562, - 18.49346923828125, - 18.499359130859375, - 18.555313110351562, - 18.602432250976562, - 18.558258056640625, - 18.593597412109375, - 18.590652465820312 + 16.9564208984375, + 16.9564208984375, + 16.9149169921875, + 16.9149169921875, + 16.8837890625, + 16.9149169921875, + 16.92529296875, + 16.9356689453125, + 16.9564208984375, + 17.0186767578125, + 17.00830078125, + 17.0394287109375, + 17.070556640625, + 17.1224365234375, + 17.1431884765625, + 17.1639404296875, + 17.195068359375, + 17.3299560546875, + 17.444091796875, + 17.527099609375, + 17.630859375, + 17.7034912109375, + 17.817626953125, + 17.92138671875 ], "p10": [ - 17.863250732421875, - 17.851470947265625, - 17.71600341796875, - 17.745452880859375, - 17.69244384765625, - 17.6571044921875, - 17.58642578125, - 17.556976318359375, - 17.539306640625, - 17.580535888671875, - 17.52752685546875, - 17.4921875, - 17.43328857421875, - 17.39794921875, - 17.38616943359375, - 17.38616943359375, - 17.33905029296875, - 17.350830078125, - 17.2801513671875, - 17.29193115234375, - 17.3272705078125, - 17.24481201171875, - 17.2330322265625, - 17.19769287109375 + 16.7281494140625, + 16.67626953125, + 16.5828857421875, + 16.5517578125, + 16.46875, + 16.4791259765625, + 16.447998046875, + 16.447998046875, + 16.4791259765625, + 16.5413818359375, + 16.489501953125, + 16.489501953125, + 16.42724609375, + 16.46875, + 16.46875, + 16.42724609375, + 16.34423828125, + 16.406494140625, + 16.46875, + 16.4791259765625, + 16.5621337890625, + 16.572509765625, + 16.6243896484375, + 16.6451416015625 ], "p90": [ - 18.30499267578125, - 18.605377197265625, - 18.932634353637695, - 19.081722259521484, - 19.23706817626953, - 19.325416564941406, - 19.429962158203125, - 19.759796142578125, - 19.93060302734375, - 19.948272705078125, - 19.971832275390625, - 20.0130615234375, - 20.018951416015625, - 20.083740234375, - 20.089630126953125, - 20.124969482421875, - 20.177978515625, - 20.219207763671875, - 20.242767333984375, - 20.348785400390625, - 20.407684326171875, - 20.37823486328125, - 20.419464111328125, - 20.42535400390625 + 17.236572265625, + 17.319580078125, + 17.3922119140625, + 17.4752197265625, + 17.5478515625, + 17.6619873046875, + 17.7864990234375, + 17.93695068359375, + 18.0770263671875, + 18.25860595703125, + 18.3883056640625, + 18.5128173828125, + 18.689208984375, + 18.837066650390625, + 18.95379638671875, + 19.049774169921875, + 19.15937042236328, + 19.393478393554688, + 19.563385009765625, + 19.726806640625, + 19.8824462890625, + 19.955078125, + 20.08477783203125, + 20.20928955078125 ], "timestamps": [ - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", @@ -327,6 +325,8 @@ "2026-06-26 12:00:00", "2026-06-26 13:00:00", "2026-06-26 14:00:00", - "2026-06-26 15:00:00" + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 25a3226e91c8ff4a7ac6d123bef06c2e40c57530..1a42ef1bba3166c2000c5d62797675e94d984a5e 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T02:20:58.175271+00:00", + "evaluated_at": "2026-06-22T03:29:21.266922+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 26.299999237060547, 25.700000762939453, 24.299999237060547, 22.799999237060547, @@ -341,10 +340,10 @@ 23.5, 27.600000381469727, 31.299999237060547, - 27.0 + 27.0, + 25.299999237060547 ], "actuals": [ - 25.299999237060547, 25.600000381469727, 25.700000762939453, 26.799999237060547, @@ -367,88 +366,88 @@ 16.200000762939453, 17.799999237060547, 21.0, + 20.100000381469727, 20.100000381469727 ], "p50": [ - 23.2421875, - 21.28125, - 21.219970703125, - 21.587646484375, - 22.1697998046875, - 23.2728271484375, - 24.4677734375, - 26.4287109375, - 33.65966796875, - 39.54248046875, + 22.935791015625, + 22.200439453125, + 22.4761962890625, + 22.9970703125, + 23.4566650390625, + 24.8048095703125, + 26.65850830078125, + 33.0775146484375, + 38.31689453125, + 41.564697265625, + 42.6064453125, 42.8515625, - 44.19970703125, - 43.525634765625, - 41.6259765625, - 39.113525390625, - 36.11083984375, - 34.3031005859375, - 30.741241455078125, - 28.539016723632812, - 27.8994140625, - 26.3367919921875, - 24.5596923828125, - 25.5401611328125, - 24.5596923828125 + 40.6455078125, + 37.82666015625, + 35.5899658203125, + 32.78643798828125, + 29.806732177734375, + 27.3785400390625, + 26.41339111328125, + 25.95379638671875, + 24.10009765625, + 25.57080078125, + 24.3758544921875, + 23.2728271484375 ], "p10": [ - 20.91357421875, - 18.33984375, - 17.849609375, - 17.910888671875, - 18.156005859375, - 18.891357421875, - 19.3203125, + 21.342529296875, 19.994384765625, - 23.9775390625, - 25.999755859375, - 26.0916748046875, - 23.732421875, - 19.810546875, - 17.1142578125, - 14.846923828125, - 13.06982421875, - 14.29541015625, - 12.7021484375, - 12.33447265625, - 13.1923828125, - 14.05029296875, - 14.234130859375, - 16.685302734375, - 16.6240234375 + 19.626708984375, + 19.259033203125, + 19.3203125, + 19.93310546875, + 20.42333984375, + 23.7630615234375, + 25.754638671875, + 25.31036376953125, + 24.1920166015625, + 22.38427734375, + 18.523681640625, + 16.50146484375, + 15.214599609375, + 13.989013671875, + 13.4375, + 12.2119140625, + 12.57958984375, + 13.866455078125, + 14.601806640625, + 17.665771484375, + 17.72705078125, + 17.23681640625 ], "p90": [ - 25.81591796875, - 24.59033203125, - 25.55548095703125, - 26.735107421875, - 27.73089599609375, - 30.093978881835938, - 32.72515869140625, - 36.784912109375, + 24.651611328125, + 24.651611328125, + 26.07635498046875, + 27.876434326171875, + 29.186279296875, + 32.556640625, + 36.907470703125, 47.263671875, - 56.3330078125, - 61.2353515625, - 64.1767578125, - 66.1376953125, - 65.1572265625, + 55.72021484375, + 61.970703125, 63.931640625, - 60.990234375, - 60.2548828125, - 57.19091796875, - 54.24951171875, - 52.4111328125, - 48.36669921875, - 43.280517578125, - 40.829345703125, - 37.2138671875 + 65.40234375, + 64.912109375, + 61.48046875, + 59.39697265625, + 55.47509765625, + 54.98486328125, + 53.51416015625, + 51.55322265625, + 48.85693359375, + 43.403076171875, + 40.951904296875, + 35.98828125, + 32.32684326171875 ], "timestamps": [ - "2026-06-07 03:00:00", "2026-06-07 04:00:00", "2026-06-07 05:00:00", "2026-06-07 06:00:00", @@ -807,6 +806,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index a20110cb199c3fcd473959e2a6b72fdc2005d94a..cebff30c29763e0a752ff86718258310e7bf5c5f 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T02:21:04.656302+00:00", + "evaluated_at": "2026-06-22T03:29:25.686583+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 27.100000381469727, 27.5, 27.799999237060547, 28.600000381469727, @@ -341,10 +340,10 @@ 24.799999237060547, 25.700000762939453, 27.5, - 27.799999237060547 + 27.799999237060547, + 28.0 ], "actuals": [ - 28.0, 27.799999237060547, 27.799999237060547, 27.299999237060547, @@ -367,88 +366,88 @@ 23.200000762939453, 23.399999618530273, 24.399999618530273, - 24.799999237060547 + 24.799999237060547, + 25.299999237060547 ], "p50": [ - 28.6256103515625, - 29.1068115234375, - 29.3741455078125, - 29.2137451171875, - 28.812744140625, - 28.1978759765625, - 27.35577392578125, - 26.567138671875, - 25.69830322265625, - 25.060043334960938, - 24.48193359375, - 24.107666015625, - 23.7601318359375, - 23.542922973632812, - 23.34576416015625, - 23.512847900390625, - 23.26556396484375, - 22.991546630859375, - 22.831146240234375, - 23.39923095703125, - 24.454364776611328, - 25.504486083984375, - 26.74090576171875, - 27.64984130859375 + 28.6790771484375, + 28.9464111328125, + 28.7860107421875, + 28.4384765625, + 27.8236083984375, + 27.16864013671875, + 26.2730712890625, + 25.477752685546875, + 24.862884521484375, + 24.390872955322266, + 23.989036560058594, + 23.643173217773438, + 23.405914306640625, + 23.258880615234375, + 23.312347412109375, + 23.13189697265625, + 22.8779296875, + 22.70416259765625, + 23.2254638671875, + 24.39995765686035, + 25.4176025390625, + 26.58050537109375, + 27.38250732421875, + 28.11767578125 ], "p10": [ - 27.75677490234375, 27.8236083984375, - 27.68994140625, - 27.32904052734375, - 26.8077392578125, - 26.28643798828125, - 25.504486083984375, - 24.84283447265625, - 24.082603454589844, - 23.569656372070312, - 22.99822998046875, - 22.5838623046875, - 22.182861328125, - 21.968994140625, + 27.78350830078125, + 27.315673828125, + 26.83447265625, + 26.15277099609375, + 25.544586181640625, + 24.675750732421875, + 23.980682373046875, + 23.432647705078125, + 23.018280029296875, + 22.57049560546875, + 22.1561279296875, + 21.8887939453125, 21.76849365234375, - 21.862060546875, - 21.5947265625, - 21.34075927734375, - 21.12689208984375, - 21.60809326171875, - 22.4501953125, - 23.165313720703125, - 23.984024047851562, - 24.595550537109375 + 21.648193359375, + 21.52789306640625, + 21.3006591796875, + 21.10015869140625, + 21.47442626953125, + 22.46356201171875, + 23.192047119140625, + 24.024124145507812, + 24.445175170898438, + 24.919692993164062 ], "p90": [ - 29.40087890625, - 30.25634765625, - 30.844482421875, - 30.89794921875, - 30.5771484375, - 29.9622802734375, - 29.133544921875, - 28.2513427734375, - 27.315673828125, - 26.567138671875, - 25.93890380859375, - 25.604736328125, - 25.27056884765625, - 25.046676635742188, - 24.852859497070312, - 25.039993286132812, - 24.786026000976562, - 24.560462951660156, - 24.427631378173828, - 25.02996826171875, - 26.20623779296875, - 27.48944091796875, - 28.9998779296875, - 30.095947265625 + 29.4810791015625, + 30.0692138671875, + 30.1494140625, + 29.882080078125, + 29.3206787109375, + 28.6256103515625, + 27.743408203125, + 26.87457275390625, + 26.246337890625, + 25.731719970703125, + 25.33740234375, + 25.023284912109375, + 24.787696838378906, + 24.642333984375, + 24.876251220703125, + 24.58385467529297, + 24.322368621826172, + 24.212928771972656, + 24.826126098632812, + 26.1126708984375, + 27.2889404296875, + 28.6790771484375, + 29.7216796875, + 30.6038818359375 ], "timestamps": [ - "2026-06-07 03:00:00", "2026-06-07 04:00:00", "2026-06-07 05:00:00", "2026-06-07 06:00:00", @@ -807,6 +806,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index ab230fa7aa0ffc090c78726cd3365fc98e81b4d7..fc55eaf020227090aa93f392210bf9a13a646a9f 100644 --- a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T02:21:10.037248+00:00", + "evaluated_at": "2026-06-22T03:29:30.671866+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 15.0, 10.0, 16.0, 11.0, @@ -30,7 +29,7 @@ 12.0, 18.0, 18.0, - 18.0, + 19.0, 25.0, 13.0, 22.0, @@ -173,10 +172,10 @@ 10.0, 13.0, 9.0, - 12.0 + 12.0, + 11.0 ], "actuals": [ - 11.0, 2.0, 7.0, 12.0, @@ -198,89 +197,89 @@ 5.0, 8.0, 9.0, - 4.0, - 4.0 + 5.0, + 18.0, + 2.0 ], "p50": [ - 10.6009521484375, - 10.7757568359375, - 10.885009765625, - 11.059814453125, + 10.66650390625, + 10.84130859375, + 11.01611328125, + 11.1253662109375, 11.19091796875, - 11.2564697265625, - 11.2127685546875, + 11.103515625, 11.01611328125, - 11.0816650390625, + 10.9942626953125, + 11.059814453125, 11.1253662109375, - 11.2127685546875, + 11.2783203125, 11.3438720703125, - 11.52960205078125, - 11.48590087890625, + 11.4312744140625, + 11.2127685546875, 11.19091796875, - 11.1690673828125, 11.2564697265625, - 11.3438720703125, - 11.57330322265625, - 11.66070556640625, - 11.6060791015625, - 11.322021484375, - 11.3438720703125, - 11.54052734375 + 11.2564697265625, + 11.453125, + 11.50775146484375, + 11.4749755859375, + 11.3875732421875, + 11.2127685546875, + 11.36572265625, + 11.496826171875 ], "p10": [ - 6.777099609375, 6.908203125, - 6.99560546875, - 7.126708984375, - 7.17041015625, - 7.214111328125, - 7.126708984375, - 7.039306640625, + 6.951904296875, 7.0830078125, - 7.126708984375, - 7.2578125, - 7.2578125, - 7.301513671875, - 7.301513671875, 7.17041015625, + 7.126708984375, 7.039306640625, - 7.039306640625, + 6.908203125, + 6.951904296875, + 6.99560546875, 7.0830078125, 7.214111328125, - 7.34521484375, - 7.301513671875, + 7.214111328125, + 7.214111328125, + 7.039306640625, 7.0830078125, 7.039306640625, - 7.2578125 + 7.039306640625, + 7.126708984375, + 7.126708984375, + 7.126708984375, + 7.039306640625, + 6.864501953125, + 6.99560546875, + 7.214111328125 ], "p90": [ - 15.02569580078125, - 15.5828857421875, - 15.87786865234375, - 16.2821044921875, - 16.5224609375, - 16.60986328125, + 15.2769775390625, + 15.91064453125, + 16.29302978515625, + 16.5880126953125, + 16.75189208984375, 16.566162109375, - 16.26025390625, - 16.46783447265625, - 16.5006103515625, - 16.6317138671875, - 16.81744384765625, - 17.090576171875, - 17.003173828125, - 16.478759765625, - 16.60986328125, - 16.915771484375, - 17.1561279296875, - 17.4183349609375, + 16.4569091796875, + 16.40228271484375, + 16.57708740234375, + 16.66448974609375, + 16.86114501953125, + 16.99224853515625, + 17.1124267578125, + 16.8502197265625, + 16.7191162109375, + 16.97039794921875, + 17.177978515625, 17.5057373046875, + 17.527587890625, 17.440185546875, - 17.090576171875, - 17.1561279296875, - 17.30908203125 + 17.30908203125, + 17.1124267578125, + 17.3309326171875, + 17.48388671875 ], "timestamps": [ - "2026-06-14 03:00:00", "2026-06-14 04:00:00", "2026-06-14 05:00:00", "2026-06-14 06:00:00", @@ -471,6 +470,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 1714aac2ac12916d6081dd2d6b74708948138e3b..b3e57e00062a884a48fff2d0b11a088cb20c7cd7 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,43 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T03:20:43.036069+00:00", + "evaluated_at": "2026-06-22T03:29:34.910126+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 78, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index f4488e445dfc925914b5bf1c7ba2ca81cf8e9a62..06951bc094ff16df107344c4567e04052c21068c 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,234836.6217034658,156400.41053199768,304.19482421875,0.2732856693884824,0.00475843497149107,0.004739427424291552,12.532703170140067,484.5994445967368,0.007557501042539297,0.004744026694214131,0.005502446225961208,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,231535.81753985086,154089.4700565338,300.3894856770833,0.2698669902795265,0.004698890418484297,0.004680163481680116,12.395956005781828,481.18168869965416,0.0075037543778385596,0.004684402942051746,0.005442777444500974,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.020123623639097647,0.028248666542098868,0.12022850116093954,0.35144254732781643,0.0683646726473705,0.07321742017041818,5.592417331271299,0.14185775847340054,0.09110674914490831,0.07721557152189126,0.059127674944114555,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.05959067912188133,0.06448377556561644,0.22740408943759072,3.695317774909469,0.14594664988624614,0.15985496330634275,118.27663914032125,0.24411202166604032,0.16214082391649115,0.15104330451137213,0.13854620815441188,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.8267366392877497,0.5497261853806776,0.6376566886901855,0.3664108799919334,0.03874870386235726,0.03776507231289227,20.208263861493055,0.9092505921294468,0.05397480798906478,0.03785248822812506,0.04861675678355871,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,52.6431997438987,24.69132042438332,4.295796950658162,0.37110662946247347,0.2280755199237274,0.1986124093206756,24.827481599883672,7.2555633650254,0.3240296108108121,0.19184801289915615,0.2953068123817543,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.695673300283185,0.956596150492563,0.8724362055460612,0.44843508423454875,0.03587684812422832,0.03508449268389671,25.237339959309562,1.302180210371508,0.05343190929120571,0.035798372472425656,0.04701510680056208,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,17.330996445577323,12.923070376730948,3.0181638399759927,0.5629735660058847,0.6487636064095472,0.40466980595750823,28.367501068609368,4.163051338330735,0.5775331336412581,0.41870481017007993,0.510522659389959,Hazards,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.06102795305438313,0.06581267109661226,0.23007576002015007,3.738732437402352,0.1470276720785616,0.16104228969761658,121.70914546139608,0.2470383635275767,0.16333114715116592,0.15211620284058677,0.14045116454287165,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.7983452788550192,1.4962878562109836,1.032567024230957,0.5649302606122206,0.06888379085885953,0.06558465002244888,26.799229636996206,1.3410239665475854,0.08617021471791714,0.06634968830399723,0.0749967579328817,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,57.36706433221919,26.839807961301023,4.337416172027588,0.3749096577435213,0.2300821077418779,0.19852288853006197,26.688696732383622,7.574104853526864,0.34156052671026815,0.1955993719296777,0.3136699987964486,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.501956803481183,0.8251311187013926,0.7894883155822754,0.4091020834570898,0.0326743757638421,0.03197898647234101,23.727881553119243,1.2255434727014718,0.05052051310224981,0.03254503465595389,0.04373472832524267,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,20.303976099817117,16.232932517894824,3.3339107036590576,0.6242953723366765,0.7397480263023092,0.4349898570402015,30.026579810987062,4.505993353281506,0.6041555334008724,0.4470047870827787,0.5296866158237374,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,0.0832674652338028,0.5832504282395045,0.6308186848958334,0.03562270220588235,0.0002628411187065972,0.00026289143623327115,17.24518727022059,0.2885610251468531,0.00012023376047785546,0.0002628411187065972,0.002119120091567805,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,587.0931736621008,474.79592066065277,18.537806919642858,0.37411023011109457,0.07661461844080557,0.0753195920209184,14.19238810506537,24.230005647174348,0.09753308771145512,0.07462026937176539,0.08000017268140815,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 0deba095a2768e0bc8aefd4470eaaab92f551ac8..fa0253a2a869ddedf85cc5703a2fbd632a7bd2a3 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T03:19:06.983024+00:00", + "evaluated_at": "2026-06-22T03:25:51.488905+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64164.0 + 64255.328125 ], "p50": [ 64371.95703125, diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index b0e38cb329ed0a561b586f483c74351220b53b43..ddc6dc5d840bbed007f88c1508c0825eb157f6eb 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T03:05:58.474809+00:00", + "evaluated_at": "2026-06-22T03:25:58.396293+00:00", "freq": "10min", "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -83,13 +82,13 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -157,232 +156,232 @@ 1.7000000476837158, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842 ], "p50": [ - 1.2968285083770752, - 1.2964013814926147, - 1.295074462890625, - 1.2935247421264648, - 1.2947254180908203, - 1.293789267539978, - 1.294570803642273, - 1.2931588888168335, - 1.2914950847625732, - 1.2922449111938477, - 1.2926747798919678, - 1.290310025215149, - 1.2906087636947632, - 1.288987636566162, - 1.2911944389343262, - 1.2890814542770386, - 1.2895351648330688, - 1.2901235818862915, - 1.2885347604751587, - 1.2906419038772583, - 1.2889575958251953, - 1.2902696132659912, - 1.290653944015503, - 1.2894099950790405, - 1.286088466644287, - 1.2893792390823364, - 1.2889583110809326, - 1.2873741388320923, - 1.2882099151611328, - 1.2858984470367432, - 1.2865445613861084, - 1.2869564294815063, - 1.2878179550170898, - 1.2847970724105835, - 1.2851909399032593, - 1.2853864431381226, - 1.2867588996887207, - 1.2864524126052856, - 1.2856569290161133, - 1.2850772142410278, - 1.2871596813201904, - 1.28429114818573, - 1.2849915027618408, - 1.283244252204895, - 1.284104347229004, - 1.2842345237731934, - 1.282264232635498, - 1.2829432487487793, - 1.2834678888320923, - 1.2834086418151855, - 1.2812998294830322, - 1.28151273727417, - 1.282219648361206, - 1.2812970876693726, - 1.280307412147522, - 1.2802424430847168, - 1.280306100845337, - 1.2804867029190063, - 1.2787134647369385, - 1.2776426076889038, - 1.2789804935455322, - 1.2795264720916748, - 1.2786756753921509, - 1.2791279554367065, - 1.2800564765930176, - 1.277925729751587, - 1.2796849012374878, - 1.2792640924453735, - 1.280219554901123, - 1.2788807153701782, - 1.279590129852295, - 1.2791409492492676 + 1.2986575365066528, + 1.2976690530776978, + 1.296459436416626, + 1.295630693435669, + 1.2966617345809937, + 1.295984148979187, + 1.2960855960845947, + 1.2953736782073975, + 1.2946467399597168, + 1.294905185699463, + 1.2946767807006836, + 1.2939784526824951, + 1.294248342514038, + 1.2920681238174438, + 1.294047474861145, + 1.2918908596038818, + 1.2931269407272339, + 1.2943410873413086, + 1.2924431562423706, + 1.2944483757019043, + 1.2932559251785278, + 1.2939823865890503, + 1.294049620628357, + 1.2932219505310059, + 1.2906076908111572, + 1.2924710512161255, + 1.2918225526809692, + 1.2919014692306519, + 1.2918180227279663, + 1.2895139455795288, + 1.2897660732269287, + 1.2908934354782104, + 1.291704773902893, + 1.289421796798706, + 1.2886182069778442, + 1.2890065908432007, + 1.2908120155334473, + 1.2906222343444824, + 1.2900242805480957, + 1.2892276048660278, + 1.2912366390228271, + 1.288940191268921, + 1.2896265983581543, + 1.2895631790161133, + 1.2890522480010986, + 1.2887885570526123, + 1.2874603271484375, + 1.2878508567810059, + 1.2887052297592163, + 1.287921667098999, + 1.2859647274017334, + 1.2875242233276367, + 1.2879834175109863, + 1.2867834568023682, + 1.286024808883667, + 1.2861748933792114, + 1.2861405611038208, + 1.2863785028457642, + 1.2845230102539062, + 1.2850801944732666, + 1.2863608598709106, + 1.2871103286743164, + 1.2848666906356812, + 1.2854045629501343, + 1.2870677709579468, + 1.2864047288894653, + 1.2867120504379272, + 1.2870150804519653, + 1.2872177362442017, + 1.2858415842056274, + 1.2865359783172607, + 1.2861381769180298 ], "p10": [ - 1.3018614053726196, - 1.3007209300994873, - 1.3015491962432861, - 1.2986395359039307, - 1.2994829416275024, - 1.2997702360153198, - 1.2994948625564575, - 1.2990975379943848, - 1.2991676330566406, - 1.2975006103515625, - 1.2996736764907837, - 1.2985494136810303, - 1.2991024255752563, - 1.299185037612915, - 1.2990453243255615, - 1.2986606359481812, - 1.298658013343811, - 1.2987457513809204, - 1.2976202964782715, - 1.2976572513580322, - 1.3003177642822266, - 1.2978161573410034, - 1.2987720966339111, - 1.2982760667800903, - 1.2970876693725586, - 1.29900324344635, - 1.2991796731948853, - 1.2985072135925293, - 1.297229290008545, - 1.2975575923919678, - 1.298242449760437, - 1.2973525524139404, - 1.3004636764526367, - 1.296749234199524, - 1.2978453636169434, - 1.2980031967163086, - 1.3004584312438965, - 1.2994091510772705, - 1.3009295463562012, - 1.2985721826553345, - 1.2994751930236816, - 1.2978135347366333, - 1.2985749244689941, - 1.2990113496780396, - 1.2990481853485107, - 1.297738790512085, - 1.296947956085205, - 1.2978647947311401, - 1.2962872982025146, - 1.297307014465332, - 1.295763611793518, - 1.2970219850540161, - 1.2972255945205688, - 1.2966688871383667, - 1.2957268953323364, - 1.2951629161834717, - 1.2946876287460327, - 1.2945340871810913, - 1.2938194274902344, - 1.2952735424041748, - 1.294851541519165, - 1.2941300868988037, - 1.2953051328659058, - 1.2961317300796509, - 1.2956146001815796, - 1.2957878112792969, - 1.2957627773284912, - 1.2946687936782837, - 1.2949401140213013, - 1.2953330278396606, - 1.2935608625411987, - 1.295515775680542 + 1.3024793863296509, + 1.2996504306793213, + 1.3002338409423828, + 1.2990411520004272, + 1.299691081047058, + 1.298431396484375, + 1.2981445789337158, + 1.2978566884994507, + 1.2988178730010986, + 1.2970986366271973, + 1.2993228435516357, + 1.2993048429489136, + 1.2997558116912842, + 1.2998958826065063, + 1.3001749515533447, + 1.2993733882904053, + 1.3003042936325073, + 1.301054835319519, + 1.298264980316162, + 1.3001359701156616, + 1.3013449907302856, + 1.2998504638671875, + 1.3008172512054443, + 1.2997996807098389, + 1.2995668649673462, + 1.3007773160934448, + 1.300555944442749, + 1.3012025356292725, + 1.3000102043151855, + 1.2998615503311157, + 1.2996245622634888, + 1.2998082637786865, + 1.302506685256958, + 1.2987024784088135, + 1.299827218055725, + 1.300568699836731, + 1.3020528554916382, + 1.3005878925323486, + 1.3025579452514648, + 1.3018585443496704, + 1.3018476963043213, + 1.3009239435195923, + 1.3017703294754028, + 1.3024041652679443, + 1.3028323650360107, + 1.3008086681365967, + 1.3000010251998901, + 1.301063895225525, + 1.3011987209320068, + 1.300734519958496, + 1.2990795373916626, + 1.299149751663208, + 1.3012702465057373, + 1.2990018129348755, + 1.2999845743179321, + 1.2991786003112793, + 1.2992820739746094, + 1.2998443841934204, + 1.2976104021072388, + 1.3004331588745117, + 1.3002517223358154, + 1.2998712062835693, + 1.2995339632034302, + 1.3007892370224, + 1.302490472793579, + 1.3016815185546875, + 1.3013101816177368, + 1.3005869388580322, + 1.300418496131897, + 1.299752950668335, + 1.3001149892807007, + 1.3009381294250488 ], "p90": [ - 1.3102954626083374, - 1.3126590251922607, - 1.3142603635787964, - 1.3146013021469116, - 1.3174198865890503, - 1.3179223537445068, - 1.320244312286377, - 1.3205095529556274, - 1.3217142820358276, - 1.3240571022033691, - 1.3255342245101929, - 1.325649380683899, - 1.3262948989868164, - 1.326799988746643, - 1.3290883302688599, - 1.3289926052093506, - 1.3309470415115356, - 1.3313143253326416, - 1.3313753604888916, - 1.3320947885513306, - 1.3324558734893799, - 1.3365156650543213, - 1.3367133140563965, - 1.335426688194275, - 1.3345615863800049, - 1.3389263153076172, - 1.338653326034546, - 1.3385649919509888, - 1.3392268419265747, - 1.3391631841659546, - 1.339735507965088, - 1.3397899866104126, - 1.341887354850769, - 1.3402214050292969, - 1.3412086963653564, - 1.3414311408996582, - 1.341917634010315, - 1.3426390886306763, - 1.3420311212539673, - 1.3430508375167847, - 1.3435699939727783, - 1.3427437543869019, - 1.3416045904159546, - 1.3401257991790771, - 1.3412984609603882, - 1.343348503112793, - 1.3414126634597778, - 1.342225193977356, - 1.3409583568572998, - 1.3426026105880737, - 1.340556025505066, - 1.3427278995513916, - 1.3417649269104004, - 1.3405036926269531, - 1.3400895595550537, - 1.3393598794937134, - 1.3399558067321777, - 1.340063452720642, - 1.3401379585266113, - 1.3379560708999634, - 1.3395869731903076, - 1.3394478559494019, - 1.3387253284454346, - 1.3414822816848755, - 1.3402352333068848, - 1.338934063911438, - 1.3401336669921875, - 1.3387764692306519, - 1.3402811288833618, - 1.3406870365142822, - 1.3398693799972534, - 1.3419198989868164 + 1.3083781003952026, + 1.3097827434539795, + 1.3112895488739014, + 1.3119838237762451, + 1.3143072128295898, + 1.3146368265151978, + 1.316420078277588, + 1.3170655965805054, + 1.3190034627914429, + 1.3211617469787598, + 1.3224941492080688, + 1.3236266374588013, + 1.3244006633758545, + 1.3247346878051758, + 1.3271381855010986, + 1.326158046722412, + 1.3290455341339111, + 1.3301377296447754, + 1.3300620317459106, + 1.3306809663772583, + 1.3316861391067505, + 1.3348158597946167, + 1.3354109525680542, + 1.3345178365707397, + 1.334586262702942, + 1.3376708030700684, + 1.337509036064148, + 1.3388103246688843, + 1.3388235569000244, + 1.339141845703125, + 1.339478611946106, + 1.340505838394165, + 1.3429229259490967, + 1.3418277502059937, + 1.341461181640625, + 1.3414145708084106, + 1.3430722951889038, + 1.343500018119812, + 1.3432120084762573, + 1.3436347246170044, + 1.3440698385238647, + 1.3434470891952515, + 1.3429309129714966, + 1.3432103395462036, + 1.343529462814331, + 1.3448328971862793, + 1.3445863723754883, + 1.3448925018310547, + 1.3450095653533936, + 1.3452999591827393, + 1.3435519933700562, + 1.3465399742126465, + 1.3451086282730103, + 1.3440632820129395, + 1.3438197374343872, + 1.3435808420181274, + 1.3436475992202759, + 1.3444180488586426, + 1.3441561460494995, + 1.3430582284927368, + 1.3452602624893188, + 1.34458589553833, + 1.342812180519104, + 1.3453328609466553, + 1.3445714712142944, + 1.3448504209518433, + 1.3442405462265015, + 1.344192624092102, + 1.3453137874603271, + 1.345023512840271, + 1.3441520929336548, + 1.3464276790618896 ], "timestamps": [ - "2026-06-20 02:10:00", "2026-06-20 02:20:00", "2026-06-20 02:30:00", "2026-06-20 02:40:00", @@ -531,6 +530,7 @@ "2026-06-21 02:30:00", "2026-06-21 02:40:00", "2026-06-21 02:50:00", - "2026-06-21 03:00:00" + "2026-06-21 03:00:00", + "2026-06-21 03:10:00" ] } diff --git a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json index dab779067b09dfb0142213354db19b3c0ea3aac4..b15369608900a3474e625505dcc491355c56d297 100644 --- a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,25 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T02:16:14.788634+00:00", + "evaluated_at": "2026-06-22T03:26:04.014591+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.200000762939453, 17.0, 17.0, 17.0, @@ -101,9 +87,7 @@ 18.299999237060547, 18.0, 18.0, - 18.0 - ], - "actuals": [ + 18.0, 18.0, 18.0, 17.0, @@ -117,7 +101,9 @@ 17.0, 17.0, 17.0, - 17.0, + 17.0 + ], + "actuals": [ 17.0, 17.0, 16.0, @@ -127,89 +113,101 @@ 16.0, 16.0, 16.100000381469727, - 16.0 + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0 ], "p50": [ - 17.894031524658203, - 17.82190704345703, - 17.790447235107422, - 17.732643127441406, - 17.680238723754883, - 17.632831573486328, - 17.57379913330078, - 17.57392120361328, - 17.49986457824707, - 17.450815200805664, - 17.401769638061523, - 17.38870620727539, - 17.38623046875, - 17.351558685302734, - 17.307710647583008, - 17.265380859375, - 17.26460075378418, - 17.240562438964844, - 17.136402130126953, - 17.176437377929688, - 17.123472213745117, - 17.086759567260742, - 17.019882202148438, - 17.061429977416992 + 16.914304733276367, + 16.850444793701172, + 16.865741729736328, + 16.784231185913086, + 16.774127960205078, + 16.780139923095703, + 16.72024917602539, + 16.73122215270996, + 16.590572357177734, + 16.628442764282227, + 16.558021545410156, + 16.573028564453125, + 16.564029693603516, + 16.532499313354492, + 16.535158157348633, + 16.46116065979004, + 16.413564682006836, + 16.421621322631836, + 16.378219604492188, + 16.387556076049805, + 16.343830108642578, + 16.361379623413086, + 16.307706832885742, + 16.33385467529297 ], "p10": [ - 17.972593307495117, - 17.90730857849121, - 17.937297821044922, - 17.930570602416992, - 17.838193893432617, - 17.80025291442871, - 17.727680206298828, - 17.764005661010742, - 17.69698715209961, - 17.783676147460938, - 17.63597297668457, - 17.779510498046875, - 17.676475524902344, - 17.69125747680664, - 17.62740707397461, - 17.62273406982422, - 17.590225219726562, - 17.57476234436035, - 17.458114624023438, - 17.63916778564453, - 17.565380096435547, - 17.470117568969727, - 17.523681640625, - 17.462099075317383 + 16.988935470581055, + 16.9183349609375, + 16.955902099609375, + 16.92963981628418, + 16.967004776000977, + 16.91738510131836, + 16.867258071899414, + 16.813121795654297, + 16.847900390625, + 16.781766891479492, + 16.743762969970703, + 16.80972671508789, + 16.754907608032227, + 16.765939712524414, + 16.746837615966797, + 16.69338035583496, + 16.72148895263672, + 16.691530227661133, + 16.592700958251953, + 16.642858505249023, + 16.620098114013672, + 16.557300567626953, + 16.63357162475586, + 16.62397003173828 ], "p90": [ - 18.25971221923828, - 18.26939582824707, - 18.288253784179688, - 18.272924423217773, - 18.26871109008789, - 18.24153709411621, - 18.252243041992188, - 18.31644630432129, - 18.26905632019043, - 18.24879264831543, - 18.28378677368164, - 18.252342224121094, - 18.31817054748535, - 18.330265045166016, - 18.316532135009766, - 18.33420181274414, - 18.376039505004883, - 18.384798049926758, - 18.340688705444336, - 18.393102645874023, - 18.399703979492188, - 18.441856384277344, - 18.379350662231445, - 18.39716148376465 + 17.09663200378418, + 17.096126556396484, + 17.15013313293457, + 17.13540267944336, + 17.136743545532227, + 17.19325065612793, + 17.153751373291016, + 17.19056510925293, + 17.101118087768555, + 17.133543014526367, + 17.087522506713867, + 17.08023452758789, + 17.077821731567383, + 17.10209846496582, + 17.1406307220459, + 17.101001739501953, + 17.087875366210938, + 17.149677276611328, + 17.111133575439453, + 17.140653610229492, + 17.1085147857666, + 17.19266700744629, + 17.120285034179688, + 17.168752670288086 ], "timestamps": [ - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", @@ -327,6 +325,8 @@ "2026-06-26 12:00:00", "2026-06-26 13:00:00", "2026-06-26 14:00:00", - "2026-06-26 15:00:00" + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index d33c792f3911f37799e99119e0783dd07d18614b..e33fd949e2e5626dcf3d02217d768510faa60836 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T02:16:19.646672+00:00", + "evaluated_at": "2026-06-22T03:26:10.250321+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 26.299999237060547, 25.700000762939453, 24.299999237060547, 22.799999237060547, @@ -341,10 +340,10 @@ 23.5, 27.600000381469727, 31.299999237060547, - 27.0 + 27.0, + 25.299999237060547 ], "actuals": [ - 25.299999237060547, 25.600000381469727, 25.700000762939453, 26.799999237060547, @@ -367,88 +366,88 @@ 16.200000762939453, 17.799999237060547, 21.0, + 20.100000381469727, 20.100000381469727 ], "p50": [ - 23.87136459350586, - 22.911651611328125, - 22.737232208251953, - 23.41399383544922, - 24.233427047729492, - 25.02627182006836, - 26.30636978149414, - 28.0553035736084, - 29.973310470581055, - 31.081506729125977, - 31.72814178466797, - 32.07347106933594, - 30.131916046142578, - 27.98246192932129, - 25.1502685546875, - 22.393260955810547, - 20.257057189941406, - 18.9477596282959, - 19.468059539794922, - 19.44160270690918, - 19.878450393676758, - 21.01947784423828, - 21.288005828857422, - 21.386611938476562 + 23.281421661376953, + 22.538368225097656, + 23.063562393188477, + 24.196510314941406, + 25.179336547851562, + 26.302490234375, + 27.92571258544922, + 30.064205169677734, + 31.456655502319336, + 32.27265930175781, + 32.4146728515625, + 31.150400161743164, + 28.31606101989746, + 25.901185989379883, + 23.402633666992188, + 20.673778533935547, + 18.948810577392578, + 18.41666030883789, + 19.5445556640625, + 19.825151443481445, + 19.8779354095459, + 21.177217483520508, + 20.67542266845703, + 20.595794677734375 ], "p10": [ - 24.532245635986328, - 24.190719604492188, - 23.80359649658203, - 25.960111618041992, - 27.33732795715332, - 28.98583221435547, - 30.295211791992188, - 31.75698471069336, - 34.98162078857422, - 36.53202819824219, - 36.69823455810547, - 37.92755889892578, - 36.546348571777344, - 34.125362396240234, - 31.249876022338867, - 28.949676513671875, - 26.57908821105957, - 24.465435028076172, - 25.312280654907227, - 24.757061004638672, - 25.451074600219727, - 26.276283264160156, - 26.147705078125, - 26.560190200805664 + 23.831510543823242, + 23.920875549316406, + 24.421693801879883, + 26.969175338745117, + 28.452850341796875, + 30.733537673950195, + 32.388092041015625, + 34.471168518066406, + 36.96337127685547, + 38.361961364746094, + 38.021995544433594, + 37.43733215332031, + 35.08254623413086, + 32.61778259277344, + 29.971643447875977, + 27.644182205200195, + 25.502809524536133, + 24.0880126953125, + 25.301128387451172, + 25.477771759033203, + 25.743471145629883, + 26.82710075378418, + 25.864097595214844, + 25.81599998474121 ], "p90": [ - 27.203975677490234, - 27.933673858642578, - 29.472503662109375, - 31.547700881958008, - 34.08378601074219, - 36.10170364379883, - 38.59295654296875, - 41.283355712890625, - 44.87407684326172, - 46.82328796386719, - 48.682106018066406, - 49.57539367675781, - 48.370826721191406, - 46.35047149658203, - 43.23542785644531, - 40.00542449951172, - 37.408409118652344, - 35.50181579589844, - 35.501041412353516, - 34.92231750488281, - 35.008018493652344, - 35.97224426269531, - 35.79615020751953, - 35.224029541015625 + 26.48075294494629, + 27.681550979614258, + 30.0467529296875, + 32.78211212158203, + 35.66232681274414, + 38.176109313964844, + 41.19615173339844, + 44.48048400878906, + 47.65034484863281, + 49.344581604003906, + 50.539093017578125, + 49.657081604003906, + 47.35401916503906, + 44.909332275390625, + 42.00422668457031, + 38.741119384765625, + 36.396240234375, + 35.12700653076172, + 35.51655960083008, + 35.18617630004883, + 34.89295959472656, + 36.04466247558594, + 35.24922180175781, + 34.541343688964844 ], "timestamps": [ - "2026-06-07 03:00:00", "2026-06-07 04:00:00", "2026-06-07 05:00:00", "2026-06-07 06:00:00", @@ -807,6 +806,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 3e1c0c956a990684b1ba4b99985065b3584b9cdb..b9f507c450b07abf7023988f3e3bcd9865f93e47 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T02:16:27.239646+00:00", + "evaluated_at": "2026-06-22T03:26:16.927866+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 27.100000381469727, 27.5, 27.799999237060547, 28.600000381469727, @@ -341,10 +340,10 @@ 24.799999237060547, 25.700000762939453, 27.5, - 27.799999237060547 + 27.799999237060547, + 28.0 ], "actuals": [ - 28.0, 27.799999237060547, 27.799999237060547, 27.299999237060547, @@ -367,88 +366,88 @@ 23.200000762939453, 23.399999618530273, 24.399999618530273, - 24.799999237060547 + 24.799999237060547, + 25.299999237060547 ], "p50": [ - 28.30938720703125, - 28.655960083007812, - 28.743057250976562, - 28.487396240234375, - 28.038387298583984, - 27.460432052612305, - 26.762893676757812, - 26.019817352294922, - 25.17296028137207, - 24.601552963256836, - 24.248506546020508, - 23.851367950439453, - 23.630512237548828, - 23.334339141845703, - 23.19577407836914, - 23.14742660522461, - 23.02288818359375, - 22.926185607910156, - 22.91839027404785, - 23.25531768798828, - 23.908851623535156, - 24.73072052001953, - 25.458860397338867, - 25.957483291625977 + 28.320768356323242, + 28.40782928466797, + 28.19169044494629, + 27.74254035949707, + 27.186811447143555, + 26.561458587646484, + 25.853193283081055, + 25.188322067260742, + 24.507856369018555, + 24.08602523803711, + 23.854042053222656, + 23.55235481262207, + 23.355976104736328, + 23.195823669433594, + 23.128711700439453, + 22.86980438232422, + 22.72089385986328, + 22.813350677490234, + 23.203874588012695, + 23.885723114013672, + 24.66326332092285, + 25.456195831298828, + 26.024381637573242, + 26.376827239990234 ], "p10": [ - 28.495065689086914, - 28.768415451049805, - 29.071624755859375, - 28.821475982666016, - 28.2582950592041, - 27.744014739990234, - 27.043582916259766, - 26.310649871826172, - 25.462730407714844, - 24.94474983215332, - 24.580217361450195, - 24.190380096435547, - 23.952133178710938, - 23.658592224121094, - 23.531169891357422, - 23.51054573059082, - 23.38640594482422, - 23.128814697265625, - 23.22679901123047, - 23.586557388305664, - 24.40134048461914, - 25.213897705078125, - 25.867481231689453, - 26.504201889038086 + 28.510662078857422, + 28.51154327392578, + 28.50126838684082, + 28.055360794067383, + 27.379732131958008, + 26.825265884399414, + 26.067317962646484, + 25.459020614624023, + 24.787960052490234, + 24.42763900756836, + 24.183170318603516, + 23.87561798095703, + 23.660236358642578, + 23.498897552490234, + 23.437816619873047, + 23.215435028076172, + 23.075576782226562, + 23.044910430908203, + 23.567790985107422, + 24.302364349365234, + 25.19431495666504, + 25.997360229492188, + 26.49281120300293, + 26.925243377685547 ], "p90": [ - 29.19097137451172, - 29.775827407836914, - 30.067058563232422, - 29.90699577331543, - 29.509021759033203, - 28.951339721679688, - 28.252595901489258, - 27.49366569519043, - 26.57589340209961, - 25.952939987182617, - 25.561132431030273, - 25.16391372680664, - 24.963464736938477, - 24.733949661254883, - 24.616012573242188, - 24.599225997924805, - 24.535919189453125, - 24.408597946166992, - 24.445812225341797, - 24.833084106445312, - 25.681560516357422, - 26.693622589111328, - 27.562768936157227, - 28.207733154296875 + 29.222469329833984, + 29.49371910095215, + 29.42951774597168, + 29.007043838500977, + 28.45503044128418, + 27.82884407043457, + 27.112234115600586, + 26.461002349853516, + 25.727352142333984, + 25.308673858642578, + 25.05291748046875, + 24.763778686523438, + 24.61192512512207, + 24.530813217163086, + 24.498018264770508, + 24.28826904296875, + 24.22831916809082, + 24.316612243652344, + 24.818439483642578, + 25.62179183959961, + 26.623027801513672, + 27.615524291992188, + 28.300046920776367, + 28.75516128540039 ], "timestamps": [ - "2026-06-07 03:00:00", "2026-06-07 04:00:00", "2026-06-07 05:00:00", "2026-06-07 06:00:00", @@ -807,6 +806,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 43e63b044ded9f10b846157d93c87d4a2ad92fbb..84e9a1c1e65e2cb13df149eb3f35d372a9f1e0ad 100644 --- a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T02:16:33.461211+00:00", + "evaluated_at": "2026-06-22T03:26:21.728019+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 15.0, 10.0, 16.0, 11.0, @@ -30,7 +29,7 @@ 12.0, 18.0, 18.0, - 18.0, + 19.0, 25.0, 13.0, 22.0, @@ -173,10 +172,10 @@ 10.0, 13.0, 9.0, - 12.0 + 12.0, + 11.0 ], "actuals": [ - 11.0, 2.0, 7.0, 12.0, @@ -198,89 +197,89 @@ 5.0, 8.0, 9.0, - 4.0, - 4.0 + 5.0, + 18.0, + 2.0 ], "p50": [ - 9.638729095458984, - 9.475351333618164, - 9.195940017700195, - 8.983402252197266, - 9.037455558776855, - 9.085277557373047, - 9.059471130371094, - 9.070569038391113, - 9.062715530395508, - 9.025925636291504, - 8.989728927612305, - 9.123739242553711, - 9.268232345581055, - 9.293161392211914, - 9.313039779663086, - 9.577521324157715, - 9.657197952270508, - 9.754474639892578, - 9.806866645812988, - 10.018521308898926, - 10.145153045654297, - 9.910932540893555, - 9.816852569580078, - 9.738700866699219 + 9.463560104370117, + 9.297176361083984, + 9.010583877563477, + 8.981475830078125, + 8.986166000366211, + 9.032022476196289, + 8.97354507446289, + 9.108959197998047, + 9.030149459838867, + 9.003984451293945, + 9.125307083129883, + 9.21750259399414, + 9.304214477539062, + 9.29217529296875, + 9.52011489868164, + 9.728347778320312, + 9.6757230758667, + 9.86232852935791, + 9.973563194274902, + 10.081256866455078, + 10.012763977050781, + 9.872774124145508, + 9.742592811584473, + 9.651538848876953 ], "p10": [ - 10.854706764221191, - 10.7514066696167, - 10.46149730682373, - 10.30928897857666, - 10.332969665527344, - 10.355466842651367, - 10.401201248168945, - 10.323381423950195, - 10.375816345214844, - 10.221698760986328, - 10.335546493530273, - 10.468859672546387, - 10.706829071044922, - 10.716787338256836, - 10.823484420776367, - 10.97060489654541, - 11.073042869567871, - 11.267302513122559, - 11.47042179107666, - 11.361300468444824, - 11.450228691101074, - 11.487628936767578, - 11.335846900939941, - 11.196124076843262 + 10.686973571777344, + 10.512713432312012, + 10.320684432983398, + 10.31062126159668, + 10.341081619262695, + 10.31453800201416, + 10.36827564239502, + 10.435575485229492, + 10.358713150024414, + 10.17558479309082, + 10.528851509094238, + 10.597577095031738, + 10.794068336486816, + 10.769197463989258, + 11.068394660949707, + 11.2055025100708, + 11.147407531738281, + 11.385690689086914, + 11.655327796936035, + 11.464284896850586, + 11.33799934387207, + 11.460972785949707, + 11.263445854187012, + 11.1634521484375 ], "p90": [ - 13.451666831970215, - 13.415374755859375, - 13.222479820251465, - 13.000327110290527, - 13.032703399658203, - 13.125667572021484, - 13.121399879455566, - 13.153881072998047, - 13.151798248291016, - 13.175216674804688, - 13.172231674194336, - 13.316116333007812, - 13.45157241821289, - 13.538610458374023, - 13.568452835083008, - 13.852734565734863, - 14.002695083618164, - 14.132844924926758, - 14.248211860656738, - 14.40815258026123, - 14.544928550720215, - 14.315934181213379, - 14.287344932556152, - 14.133831024169922 + 13.232071876525879, + 13.2127103805542, + 13.035387992858887, + 13.029178619384766, + 13.024941444396973, + 13.116652488708496, + 13.093147277832031, + 13.237876892089844, + 13.179891586303711, + 13.213766098022461, + 13.37447452545166, + 13.498673439025879, + 13.534926414489746, + 13.598894119262695, + 13.834202766418457, + 14.057435989379883, + 14.08944320678711, + 14.303746223449707, + 14.448172569274902, + 14.519006729125977, + 14.44849681854248, + 14.334528923034668, + 14.265214920043945, + 14.11203670501709 ], "timestamps": [ - "2026-06-14 03:00:00", "2026-06-14 04:00:00", "2026-06-14 05:00:00", "2026-06-14 06:00:00", @@ -471,6 +470,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index e9280ad157aea6e4023d7d800b7f35907a6a7231..6e5a650935308e12b2f37b0c71ba4b7d166f1937 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,43 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T03:19:16.631310+00:00", + "evaluated_at": "2026-06-22T03:26:26.100137+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 78, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index c1af01252776891c259999d2fa4d67ad99904f99..ab02a5eeeada7e23f90968ee2911c2154905c16c 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,452439.0159269969,452439.0159269969,577.32666015625,0.518664652437215,0.00902188810467639,0.00896682057560459,2.3906415048504885,672.6358717218379,0.01048999613694842,0.009003615015793954,0.006037002900384309,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,446565.1785958608,446565.1785958608,573.5213216145834,0.515245973328259,0.008961911463198828,0.008907558418347332,2.3906415048504885,668.2553244051713,0.010421061178720692,0.008943738361031857,0.006016863772416181,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.061766759380000855,0.061766759380000855,0.20263243516286214,0.5923192795154893,0.1166550862213208,0.1273444076132286,1.923399007005134,0.2485291922088849,0.15961542754820324,0.1301386870741116,0.11594366325633833,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.058951440711298396,0.058951440711298396,0.21648135450151232,3.5178232687212136,0.13888115388005895,0.15147121651870674,73.65405395300132,0.24279917774016122,0.16126882427320027,0.14378835151942135,0.12446513947496457,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TiRex,0.4388063115887538,0.4388063115887538,0.5611926714579264,0.322473055236514,0.03411755056883591,0.03332445168512126,1.9013688370336304,0.6624245704899191,0.0393227558045317,0.03331344180472041,0.028691105463006447,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,61.565271361327326,61.565271361327326,6.392911036809285,0.5522727667471005,0.35784954486532183,0.27758758751749957,2.490540629341336,7.846354017078718,0.35041400791749117,0.28550401546912907,0.22072068469564787,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,3.0385537226341817,3.0385537226341817,1.590633233388265,0.8175907229277408,0.06558002454187722,0.063108516133996,5.736301038764061,1.7431447795964,0.07152585564041185,0.06526790221894976,0.0413745209138709,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,19.098552255349432,19.098552255349432,3.7317210038503013,0.6960723115990199,0.7971595840837704,0.46806111389429494,7.037660703757884,4.370189041145638,0.6062689999277185,0.5176953993780764,0.3742097832563984,Hazards,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.061041809964621246,0.061041809964621246,0.22075646950138939,3.5872939123138536,0.1410140011649884,0.15390954738906842,72.32869138609593,0.24706640800525928,0.16334968895433263,0.14595468853435128,0.12526119639222666,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TiRex,2.571607291844733,2.571607291844733,1.3970366319020588,0.7643361157432432,0.09286452192808893,0.08732882440836547,2.0212630737437762,1.603623176386751,0.10304405952685951,0.08976942213025278,0.05350786895956221,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,77.46442962284316,77.46442962284316,6.86510705947876,0.5933935864029981,0.38985032844928597,0.2901618712346163,2.619212391927898,8.801387937299614,0.3969058730743111,0.30958768442003703,0.2285751966666023,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,2.7277449186506906,2.7277449186506906,1.4727225303649902,0.7631447402513541,0.061126646045514134,0.05889031638075005,4.1453042322879945,1.6515886045413035,0.0680833488112259,0.06070996219112223,0.038068313438200156,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,21.954754729939925,21.954754729939925,4.022669076919556,0.7532696320889675,0.8953102687507251,0.49573709550401274,7.863502597932853,4.685590115443296,0.6282355462046878,0.539352278469661,0.39033911768358587,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TiRex,0.013662522037823996,0.013662522037823996,0.09615071614583333,0.005429687500000001,4.0062798394097224e-05,4.006221179129665e-05,2.9475183823529414,0.11688679154559764,4.8702829810665686e-05,4.0062798394097224e-05,0.0014859971411434218,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,470.9839568113176,470.9839568113176,18.29669407435826,0.3692443480559426,0.07939229194969974,0.07648632261901081,1.7100045810649784,21.702164795506405,0.08735776513429835,0.07364971737809535,0.062455629691568246,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 40f4abbc1ea895c208574f7b516b1f527ba42d3b..03168606d0933e819a77ea061261434a3735b322 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T03:19:33.758586+00:00", + "evaluated_at": "2026-06-22T03:27:21.167631+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64164.0 + 64255.328125 ], "p50": [ 64415.41796875, diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index e7560b72f7356f9b4ac86490a8e8d4937dc3baaa..5267c9f613b937b33c0f53cd1c8a14b405c5c9ab 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T03:06:35.793822+00:00", + "evaluated_at": "2026-06-22T03:27:28.547269+00:00", "freq": "10min", "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -83,13 +82,13 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -157,232 +156,232 @@ 1.7000000476837158, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842 ], "p50": [ - 1.299619436264038, - 1.2997705936431885, - 1.2996279001235962, - 1.2990552186965942, - 1.298404574394226, - 1.2984933853149414, - 1.2993245124816895, - 1.2964650392532349, - 1.2968233823776245, - 1.297534704208374, - 1.3008480072021484, - 1.303253173828125, - 1.3054132461547852, - 1.3070107698440552, - 1.3066585063934326, - 1.3040083646774292, - 1.3022239208221436, - 1.298600196838379, - 1.2934852838516235, - 1.28988778591156, - 1.2890408039093018, - 1.2885843515396118, - 1.2890936136245728, - 1.2911947965621948, - 1.2927767038345337, - 1.2922738790512085, - 1.2938069105148315, - 1.29845130443573, - 1.3007874488830566, - 1.3008332252502441, - 1.3009358644485474, - 1.3009891510009766, - 1.2952442169189453, - 1.3021081686019897, - 1.3040763139724731, - 1.3026288747787476, - 1.3010591268539429, - 1.3031121492385864, - 1.3039436340332031, - 1.3035959005355835, - 1.3021210432052612, - 1.3016417026519775, - 1.2998591661453247, - 1.2978965044021606, - 1.2988710403442383, - 1.2991083860397339, - 1.298037052154541, - 1.296842098236084, - 1.2952873706817627, - 1.2940210103988647, - 1.294738531112671, - 1.298071026802063, - 1.3006178140640259, - 1.2988122701644897, - 1.299103856086731, - 1.297323226928711, - 1.2952861785888672, - 1.294119954109192, - 1.2925350666046143, - 1.2896867990493774, - 1.2880475521087646, - 1.2886431217193604, - 1.2900712490081787, - 1.289384126663208, - 1.28067946434021, - 1.290819525718689, - 1.2984015941619873, - 1.3018450736999512, - 1.3018735647201538, - 1.3008687496185303, - 1.296356439590454, - 1.2933260202407837 + 1.2982354164123535, + 1.298027515411377, + 1.2981635332107544, + 1.2980289459228516, + 1.2980645895004272, + 1.299031376838684, + 1.2986135482788086, + 1.298598051071167, + 1.2988396883010864, + 1.299261450767517, + 1.301262378692627, + 1.3016835451126099, + 1.3025001287460327, + 1.3026472330093384, + 1.3011233806610107, + 1.3006209135055542, + 1.300807237625122, + 1.3005987405776978, + 1.2999672889709473, + 1.2996766567230225, + 1.2990798950195312, + 1.2992267608642578, + 1.2999495267868042, + 1.2997652292251587, + 1.3000777959823608, + 1.3003896474838257, + 1.3006199598312378, + 1.3014594316482544, + 1.3017051219940186, + 1.3022918701171875, + 1.302588701248169, + 1.302703619003296, + 1.3022029399871826, + 1.3044319152832031, + 1.3046602010726929, + 1.3049471378326416, + 1.3054641485214233, + 1.3058340549468994, + 1.304830551147461, + 1.3035603761672974, + 1.3019781112670898, + 1.3013677597045898, + 1.300774335861206, + 1.3006278276443481, + 1.3011690378189087, + 1.3007596731185913, + 1.2999757528305054, + 1.299277901649475, + 1.2991334199905396, + 1.2993518114089966, + 1.3004063367843628, + 1.3020704984664917, + 1.302730679512024, + 1.3020576238632202, + 1.3015458583831787, + 1.3006235361099243, + 1.2991515398025513, + 1.2973889112472534, + 1.296029806137085, + 1.2953037023544312, + 1.2955200672149658, + 1.296155333518982, + 1.295811414718628, + 1.2961317300796509, + 1.2822195291519165, + 1.2914905548095703, + 1.2980163097381592, + 1.3020750284194946, + 1.3019201755523682, + 1.3016091585159302, + 1.2990802526474, + 1.2969520092010498 ], "p10": [ - 1.2822092771530151, - 1.2675881385803223, - 1.2547457218170166, - 1.2411565780639648, - 1.2287572622299194, - 1.215195894241333, - 1.2166924476623535, - 1.2175862789154053, - 1.217608094215393, - 1.2194223403930664, - 1.2190122604370117, - 1.2212764024734497, - 1.2224780321121216, - 1.2217997312545776, - 1.2195467948913574, - 1.2182341814041138, - 1.2157968282699585, - 1.2114002704620361, - 1.2042014598846436, - 1.198205590248108, - 1.196916937828064, - 1.1969314813613892, - 1.1976442337036133, - 1.1996852159500122, - 1.2018821239471436, - 1.2021234035491943, - 1.2029153108596802, - 1.2074905633926392, - 1.210219144821167, - 1.2114946842193604, - 1.2123303413391113, - 1.2119951248168945, - 1.2085044384002686, - 1.208555817604065, - 1.200588583946228, - 1.2022409439086914, - 1.2028405666351318, - 1.1998056173324585, - 1.2019524574279785, - 1.2021993398666382, - 1.2023719549179077, - 1.2017669677734375, - 1.2020870447158813, - 1.2033295631408691, - 1.2041065692901611, - 1.2038835287094116, - 1.2024844884872437, - 1.2028042078018188, - 1.2023447751998901, - 1.2029074430465698, - 1.2055718898773193, - 1.2071219682693481, - 1.2054039239883423, - 1.2049039602279663, - 1.2029244899749756, - 1.2018098831176758, - 1.201137661933899, - 1.2001744508743286, - 1.199059009552002, - 1.1974968910217285, - 1.1963467597961426, - 1.196623682975769, - 1.1964091062545776, - 1.1975293159484863, - 1.202209234237671, - 1.2033686637878418, - 1.1991487741470337, - 1.2000638246536255, - 1.200096607208252, - 1.1967220306396484, - 1.1950498819351196, - 1.1922657489776611 + 1.2876331806182861, + 1.276768445968628, + 1.2663397789001465, + 1.2531328201293945, + 1.2430580854415894, + 1.2328145503997803, + 1.2308151721954346, + 1.228060245513916, + 1.2262463569641113, + 1.2259243726730347, + 1.2245115041732788, + 1.225897192955017, + 1.225425362586975, + 1.2251641750335693, + 1.224005103111267, + 1.2229504585266113, + 1.2218711376190186, + 1.220330834388733, + 1.2179844379425049, + 1.2153937816619873, + 1.2141343355178833, + 1.21297025680542, + 1.2125158309936523, + 1.2121340036392212, + 1.2128467559814453, + 1.213524341583252, + 1.213658094406128, + 1.213687777519226, + 1.2128738164901733, + 1.2122966051101685, + 1.2105685472488403, + 1.2083220481872559, + 1.2054640054702759, + 1.2109960317611694, + 1.2050261497497559, + 1.2042391300201416, + 1.2025424242019653, + 1.1990504264831543, + 1.1994458436965942, + 1.2005016803741455, + 1.201327919960022, + 1.202655553817749, + 1.201807975769043, + 1.2016593217849731, + 1.202607274055481, + 1.2030502557754517, + 1.201804518699646, + 1.2008626461029053, + 1.2000538110733032, + 1.2010949850082397, + 1.2033888101577759, + 1.2046830654144287, + 1.2039647102355957, + 1.2019588947296143, + 1.2000925540924072, + 1.1984142065048218, + 1.1972618103027344, + 1.1954187154769897, + 1.1935181617736816, + 1.1921085119247437, + 1.1916838884353638, + 1.1918867826461792, + 1.1914230585098267, + 1.192067265510559, + 1.1915982961654663, + 1.1982280015945435, + 1.1929504871368408, + 1.1912165880203247, + 1.1895811557769775, + 1.1859629154205322, + 1.1842585802078247, + 1.1831578016281128 ], "p90": [ - 1.3342101573944092, - 1.3570195436477661, - 1.3678278923034668, - 1.376011848449707, - 1.3841639757156372, - 1.3889597654342651, - 1.393703818321228, - 1.393455147743225, - 1.4005619287490845, - 1.4104621410369873, - 1.4282793998718262, - 1.4348018169403076, - 1.439527988433838, - 1.4412785768508911, - 1.4416731595993042, - 1.4276894330978394, - 1.4184181690216064, - 1.4077681303024292, - 1.396560549736023, - 1.391682505607605, - 1.3912724256515503, - 1.3906642198562622, - 1.392358422279358, - 1.3968123197555542, - 1.4024348258972168, - 1.4026275873184204, - 1.4090478420257568, - 1.4200708866119385, - 1.4226354360580444, - 1.423072338104248, - 1.4241058826446533, - 1.4223068952560425, - 1.4188097715377808, - 1.4302722215652466, - 1.4303052425384521, - 1.4295547008514404, - 1.4353082180023193, - 1.4391474723815918, - 1.4354661703109741, - 1.4295655488967896, - 1.4245280027389526, - 1.4239063262939453, - 1.4214069843292236, - 1.4196245670318604, - 1.4211792945861816, - 1.422877550125122, - 1.421034336090088, - 1.4206088781356812, - 1.4198472499847412, - 1.4212270975112915, - 1.423902988433838, - 1.4296971559524536, - 1.4345003366470337, - 1.4320813417434692, - 1.4306448698043823, - 1.4295449256896973, - 1.4276447296142578, - 1.426571011543274, - 1.4264039993286133, - 1.4223847389221191, - 1.4207379817962646, - 1.4240134954452515, - 1.4277888536453247, - 1.4253578186035156, - 1.418487310409546, - 1.4287720918655396, - 1.4311320781707764, - 1.430095911026001, - 1.4350582361221313, - 1.4364657402038574, - 1.4282201528549194, - 1.425696611404419 + 1.3310538530349731, + 1.3535001277923584, + 1.3642370700836182, + 1.3756202459335327, + 1.3910279273986816, + 1.3999669551849365, + 1.3983371257781982, + 1.4029273986816406, + 1.4113072156906128, + 1.421146273612976, + 1.436992883682251, + 1.4396061897277832, + 1.442909836769104, + 1.4425207376480103, + 1.4373959302902222, + 1.4293867349624634, + 1.426720142364502, + 1.4214645624160767, + 1.416192650794983, + 1.4132136106491089, + 1.414229393005371, + 1.417183756828308, + 1.4223768711090088, + 1.4197827577590942, + 1.422356367111206, + 1.4268910884857178, + 1.4320191144943237, + 1.437667727470398, + 1.439145803451538, + 1.443453311920166, + 1.4446794986724854, + 1.4394922256469727, + 1.4183400869369507, + 1.4302008152008057, + 1.429196834564209, + 1.4326425790786743, + 1.442838430404663, + 1.4448707103729248, + 1.437798023223877, + 1.432220220565796, + 1.4269565343856812, + 1.4248528480529785, + 1.4240002632141113, + 1.426786184310913, + 1.4301021099090576, + 1.4290807247161865, + 1.425834059715271, + 1.4253172874450684, + 1.4265403747558594, + 1.428436517715454, + 1.4314824342727661, + 1.436760663986206, + 1.4397733211517334, + 1.4372973442077637, + 1.4356262683868408, + 1.435761570930481, + 1.435241937637329, + 1.433295488357544, + 1.432101845741272, + 1.430182695388794, + 1.431254267692566, + 1.4338618516921997, + 1.43540358543396, + 1.438031792640686, + 1.4252997636795044, + 1.4363415241241455, + 1.437096118927002, + 1.4386943578720093, + 1.444987416267395, + 1.4470192193984985, + 1.4395115375518799, + 1.4368129968643188 ], "timestamps": [ - "2026-06-20 02:10:00", "2026-06-20 02:20:00", "2026-06-20 02:30:00", "2026-06-20 02:40:00", @@ -531,6 +530,7 @@ "2026-06-21 02:30:00", "2026-06-21 02:40:00", "2026-06-21 02:50:00", - "2026-06-21 03:00:00" + "2026-06-21 03:00:00", + "2026-06-21 03:10:00" ] } diff --git a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json index 0ab934d89c90f21a75b04eb679f28823d75e6b58..0edc5395b97452ac0f8bcd45278085d712bb4c6b 100644 --- a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,25 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T02:18:49.750637+00:00", + "evaluated_at": "2026-06-22T03:27:35.327283+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.200000762939453, 17.0, 17.0, 17.0, @@ -101,9 +87,7 @@ 18.299999237060547, 18.0, 18.0, - 18.0 - ], - "actuals": [ + 18.0, 18.0, 18.0, 17.0, @@ -117,7 +101,9 @@ 17.0, 17.0, 17.0, - 17.0, + 17.0 + ], + "actuals": [ 17.0, 17.0, 16.0, @@ -127,89 +113,101 @@ 16.0, 16.0, 16.100000381469727, - 16.0 + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0 ], "p50": [ - 17.97504997253418, - 17.940866470336914, - 17.86134910583496, - 17.80605697631836, - 17.741561889648438, - 17.68096160888672, - 17.59492301940918, - 17.567352294921875, - 17.502775192260742, - 17.43128776550293, - 17.371225357055664, - 17.35467529296875, - 17.288171768188477, - 17.266942977905273, - 17.212398529052734, - 17.177507400512695, - 17.122352600097656, - 17.08989715576172, - 17.022249221801758, - 17.021343231201172, - 16.985721588134766, - 16.92068862915039, - 16.87012481689453, - 16.890213012695312 + 17.057506561279297, + 17.06781768798828, + 17.052654266357422, + 17.04758644104004, + 17.039203643798828, + 17.02545738220215, + 17.01287078857422, + 17.005027770996094, + 16.98798942565918, + 16.965312957763672, + 16.95493507385254, + 16.956905364990234, + 16.941896438598633, + 16.94672393798828, + 16.933094024658203, + 16.90892791748047, + 16.892852783203125, + 16.90858268737793, + 16.899370193481445, + 16.896202087402344, + 16.891393661499023, + 16.90277671813965, + 16.884305953979492, + 16.849485397338867 ], "p10": [ - 17.676876068115234, - 17.501008987426758, - 17.282917022705078, - 17.12303924560547, - 16.972686767578125, - 16.813133239746094, - 16.628536224365234, - 16.50170135498047, - 16.348834991455078, - 16.191158294677734, - 16.03814697265625, - 15.932350158691406, - 15.76173210144043, - 15.645989418029785, - 15.511695861816406, - 15.395246505737305, - 15.271703720092773, - 15.16911506652832, - 15.045217514038086, - 14.978941917419434, - 14.900463104248047, - 14.769000053405762, - 14.668062210083008, - 14.628596305847168 + 16.84311866760254, + 16.5745849609375, + 16.306047439575195, + 15.950638771057129, + 15.638545989990234, + 15.454691886901855, + 15.17674446105957, + 14.999361991882324, + 14.893752098083496, + 14.826823234558105, + 14.651647567749023, + 14.630667686462402, + 14.533060073852539, + 14.442028045654297, + 14.326205253601074, + 14.147053718566895, + 14.036336898803711, + 13.978265762329102, + 13.928043365478516, + 13.901927947998047, + 13.854268074035645, + 13.771919250488281, + 13.784507751464844, + 13.729852676391602 ], "p90": [ - 18.25981903076172, - 18.3604679107666, - 18.425548553466797, - 18.48059844970703, - 18.503089904785156, - 18.524730682373047, - 18.534849166870117, - 18.60982894897461, - 18.636198043823242, - 18.672700881958008, - 18.69485092163086, - 18.74344253540039, - 18.759424209594727, - 18.838624954223633, - 18.893295288085938, - 18.91878890991211, - 18.942625045776367, - 19.011220932006836, - 19.039186477661133, - 19.118305206298828, - 19.165361404418945, - 19.186275482177734, - 19.217864990234375, - 19.31620979309082 + 17.289012908935547, + 17.428634643554688, + 17.435653686523438, + 17.506378173828125, + 17.593658447265625, + 17.639638900756836, + 17.663280487060547, + 17.675865173339844, + 17.726329803466797, + 17.830533981323242, + 17.951152801513672, + 17.983781814575195, + 17.985998153686523, + 18.01199722290039, + 18.07745361328125, + 18.110721588134766, + 18.16463279724121, + 18.22526741027832, + 18.22627830505371, + 18.271297454833984, + 18.439950942993164, + 18.543659210205078, + 18.540315628051758, + 18.48278045654297 ], "timestamps": [ - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", @@ -327,6 +325,8 @@ "2026-06-26 12:00:00", "2026-06-26 13:00:00", "2026-06-26 14:00:00", - "2026-06-26 15:00:00" + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 9ab2b9b53f333a01369e5c7d74e1fa0315753d26..0348dce591d5d1c1906b36b2b6b181e9633db191 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T02:18:54.789806+00:00", + "evaluated_at": "2026-06-22T03:27:42.056010+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 26.299999237060547, 25.700000762939453, 24.299999237060547, 22.799999237060547, @@ -341,10 +340,10 @@ 23.5, 27.600000381469727, 31.299999237060547, - 27.0 + 27.0, + 25.299999237060547 ], "actuals": [ - 25.299999237060547, 25.600000381469727, 25.700000762939453, 26.799999237060547, @@ -367,88 +366,88 @@ 16.200000762939453, 17.799999237060547, 21.0, + 20.100000381469727, 20.100000381469727 ], "p50": [ - 24.770992279052734, - 23.705703735351562, - 23.41120147705078, - 23.651674270629883, - 24.38479232788086, - 25.54319190979004, - 26.524538040161133, - 28.87867546081543, - 33.158348083496094, - 34.26010513305664, - 34.26535415649414, - 34.824039459228516, - 34.13774871826172, - 32.506309509277344, - 30.733036041259766, - 28.94659423828125, - 26.84000587463379, - 24.40790367126465, - 22.678508758544922, - 22.174522399902344, - 22.681808471679688, - 23.375137329101562, - 23.953128814697266, - 22.35808563232422 + 25.162630081176758, + 24.93446922302246, + 24.977550506591797, + 25.486722946166992, + 26.541072845458984, + 28.289562225341797, + 30.44382095336914, + 34.19403839111328, + 36.03481674194336, + 36.46223831176758, + 36.47127914428711, + 36.37653350830078, + 34.51944351196289, + 32.198326110839844, + 30.62485694885254, + 28.36565589904785, + 25.28438949584961, + 23.62771987915039, + 23.49008560180664, + 23.357181549072266, + 23.364421844482422, + 24.142894744873047, + 22.783843994140625, + 21.700674057006836 ], "p10": [ - 21.788358688354492, - 19.347307205200195, - 17.962783813476562, - 17.312496185302734, - 17.34881019592285, - 17.388940811157227, - 17.735610961914062, - 18.50216293334961, - 20.307754516601562, - 20.781787872314453, - 20.71811294555664, - 19.979202270507812, - 19.088518142700195, - 17.95937728881836, - 16.26181411743164, - 14.541349411010742, - 12.887849807739258, - 11.661506652832031, - 10.910205841064453, - 11.202383041381836, - 12.276626586914062, - 13.192503929138184, - 14.037447929382324, - 13.239538192749023 + 23.129362106323242, + 21.820701599121094, + 20.714841842651367, + 20.168182373046875, + 19.867488861083984, + 19.82912826538086, + 20.145721435546875, + 21.444358825683594, + 21.63020133972168, + 21.50296974182129, + 21.126285552978516, + 19.841156005859375, + 18.292930603027344, + 16.75457000732422, + 15.089128494262695, + 13.549286842346191, + 12.212987899780273, + 11.630109786987305, + 11.56562614440918, + 12.007387161254883, + 12.81376838684082, + 13.78980541229248, + 13.177469253540039, + 12.506591796875 ], "p90": [ - 27.929737091064453, - 28.36355209350586, - 29.732065200805664, - 31.49837875366211, - 34.125083923339844, - 38.283935546875, - 42.378047943115234, - 49.09876251220703, - 56.77196502685547, - 59.28291320800781, - 58.48906707763672, - 58.908653259277344, - 58.26912307739258, - 56.241981506347656, - 54.90977478027344, - 53.382781982421875, - 52.015472412109375, - 48.82726287841797, - 45.974403381347656, - 44.507850646972656, - 42.51227569580078, - 40.57318878173828, - 40.03693771362305, - 36.22970962524414 + 27.451473236083984, + 28.585853576660156, + 30.47804069519043, + 33.24748992919922, + 37.3774299621582, + 43.745052337646484, + 49.705894470214844, + 58.66461944580078, + 61.167198181152344, + 61.77193832397461, + 62.13607406616211, + 61.76668930053711, + 59.55027770996094, + 56.82319259643555, + 56.07990264892578, + 53.451263427734375, + 49.79029083251953, + 46.705413818359375, + 44.785072326660156, + 42.67009353637695, + 39.79978561401367, + 38.626155853271484, + 35.77397918701172, + 33.9919319152832 ], "timestamps": [ - "2026-06-07 03:00:00", "2026-06-07 04:00:00", "2026-06-07 05:00:00", "2026-06-07 06:00:00", @@ -807,6 +806,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 1edb4a3448bcd56ec7e574be26a1d480f7da1e5b..dc1c72f87bb3b2d66e7e06d2a6d5e53bf22b4850 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T02:18:59.887132+00:00", + "evaluated_at": "2026-06-22T03:27:46.455495+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 27.100000381469727, 27.5, 27.799999237060547, 28.600000381469727, @@ -341,10 +340,10 @@ 24.799999237060547, 25.700000762939453, 27.5, - 27.799999237060547 + 27.799999237060547, + 28.0 ], "actuals": [ - 28.0, 27.799999237060547, 27.799999237060547, 27.299999237060547, @@ -367,88 +366,88 @@ 23.200000762939453, 23.399999618530273, 24.399999618530273, - 24.799999237060547 + 24.799999237060547, + 25.299999237060547 ], "p50": [ - 28.461870193481445, - 29.008928298950195, - 29.29227638244629, - 29.121601104736328, - 28.70386505126953, - 28.136531829833984, - 27.467744827270508, - 26.601655960083008, - 25.791831970214844, - 25.33184814453125, - 24.764663696289062, - 24.46208953857422, - 24.16164207458496, - 23.981243133544922, - 23.834259033203125, - 23.736398696899414, - 23.60670280456543, - 23.41351318359375, - 23.330015182495117, - 23.69627571105957, - 24.783533096313477, - 25.93701934814453, - 27.23599624633789, - 28.21369171142578 + 28.34273338317871, + 28.547889709472656, + 28.510068893432617, + 28.213960647583008, + 27.648286819458008, + 27.09272003173828, + 26.339061737060547, + 25.56224822998047, + 25.15546989440918, + 24.60428810119629, + 24.332714080810547, + 24.115562438964844, + 23.862586975097656, + 23.74412727355957, + 23.688631057739258, + 23.562660217285156, + 23.431514739990234, + 23.289945602416992, + 23.71111297607422, + 24.675769805908203, + 25.744873046875, + 26.972681045532227, + 27.818605422973633, + 28.57782745361328 ], "p10": [ - 27.790451049804688, - 27.938873291015625, - 27.872915267944336, - 27.605018615722656, - 27.181747436523438, - 26.65846061706543, - 26.02085304260254, - 25.223243713378906, - 24.39398193359375, - 23.854413986206055, - 23.22285270690918, - 22.858522415161133, - 22.376876831054688, - 21.972307205200195, - 21.647462844848633, - 21.525367736816406, - 21.40152931213379, - 21.26750373840332, - 21.25029754638672, - 21.659547805786133, - 22.676847457885742, - 23.64992904663086, - 24.685529708862305, - 25.373470306396484 + 27.679855346679688, + 27.51009178161621, + 27.21001625061035, + 26.835302352905273, + 26.248332977294922, + 25.70507049560547, + 24.975990295410156, + 24.187042236328125, + 23.707355499267578, + 23.047964096069336, + 22.661787033081055, + 22.32527732849121, + 21.90575408935547, + 21.573537826538086, + 21.39769744873047, + 21.297515869140625, + 21.245546340942383, + 21.146400451660156, + 21.63077163696289, + 22.60528564453125, + 23.53966522216797, + 24.488004684448242, + 25.049219131469727, + 25.52480125427246 ], "p90": [ - 29.196229934692383, - 30.111591339111328, - 30.652729034423828, - 30.625633239746094, - 30.26165199279785, - 29.684673309326172, - 28.96367073059082, - 28.003841400146484, - 27.144498825073242, - 26.68793487548828, - 26.151151657104492, - 25.89034080505371, - 25.667882919311523, - 25.620973587036133, - 25.57282829284668, - 25.571807861328125, - 25.445960998535156, - 25.291156768798828, - 25.243816375732422, - 25.64992904663086, - 26.83543586730957, - 28.161907196044922, - 29.676111221313477, - 30.92412567138672 + 29.09872817993164, + 29.67157745361328, + 29.82273292541504, + 29.618267059326172, + 29.05704116821289, + 28.500904083251953, + 27.711153030395508, + 26.86502456665039, + 26.461734771728516, + 25.948713302612305, + 25.7335205078125, + 25.578510284423828, + 25.42961311340332, + 25.442800521850586, + 25.465557098388672, + 25.39186668395996, + 25.265357971191406, + 25.152624130249023, + 25.60409164428711, + 26.658405303955078, + 27.934741973876953, + 29.46155548095703, + 30.69708251953125, + 31.83200454711914 ], "timestamps": [ - "2026-06-07 03:00:00", "2026-06-07 04:00:00", "2026-06-07 05:00:00", "2026-06-07 06:00:00", @@ -807,6 +806,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 954e7cdcc1b26982616304e23a2ffb81a8822ed5..b6fbbb49c17ced623a21fc2c30d0dd34872af251 100644 --- a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T02:19:05.463766+00:00", + "evaluated_at": "2026-06-22T03:27:54.204673+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 15.0, 10.0, 16.0, 11.0, @@ -30,7 +29,7 @@ 12.0, 18.0, 18.0, - 18.0, + 19.0, 25.0, 13.0, 22.0, @@ -173,10 +172,10 @@ 10.0, 13.0, 9.0, - 12.0 + 12.0, + 11.0 ], "actuals": [ - 11.0, 2.0, 7.0, 12.0, @@ -198,89 +197,89 @@ 5.0, 8.0, 9.0, - 4.0, - 4.0 + 5.0, + 18.0, + 2.0 ], "p50": [ - 10.342215538024902, - 10.39002799987793, - 10.431405067443848, - 10.480031967163086, - 10.549938201904297, - 10.665059089660645, - 10.673971176147461, - 10.52785587310791, - 10.498774528503418, - 10.510977745056152, - 10.485140800476074, - 10.566162109375, - 10.758058547973633, - 10.821561813354492, - 10.553593635559082, - 10.58257007598877, - 10.684952735900879, - 10.755987167358398, - 10.77369213104248, - 11.089561462402344, - 10.888972282409668, - 10.567465782165527, - 10.479846954345703, - 10.597758293151855 + 10.555150032043457, + 10.588971138000488, + 10.571623802185059, + 10.607215881347656, + 10.645303726196289, + 10.583393096923828, + 10.546345710754395, + 10.53731918334961, + 10.538518905639648, + 10.503931045532227, + 10.55954360961914, + 10.654324531555176, + 10.687755584716797, + 10.647199630737305, + 10.677377700805664, + 10.719036102294922, + 10.74117374420166, + 10.725183486938477, + 10.703274726867676, + 10.603137969970703, + 10.500542640686035, + 10.40249252319336, + 10.426806449890137, + 10.467801094055176 ], "p10": [ - 6.577051639556885, - 6.45060920715332, - 6.4395527839660645, - 6.446448802947998, - 6.453840255737305, - 6.5167341232299805, - 6.505535125732422, - 6.357335090637207, - 6.322354793548584, - 6.328239440917969, - 6.272252559661865, - 6.342412948608398, - 6.422071933746338, - 6.3795061111450195, - 6.161755561828613, - 6.181479454040527, - 6.2384772300720215, - 6.272893905639648, - 6.202350616455078, - 6.394922256469727, - 6.262886047363281, - 5.977939605712891, - 5.866456985473633, - 5.912571907043457 + 6.792191028594971, + 6.675563812255859, + 6.606587886810303, + 6.610408782958984, + 6.578003406524658, + 6.476001739501953, + 6.4354095458984375, + 6.407424449920654, + 6.386418342590332, + 6.310283184051514, + 6.312585830688477, + 6.345668315887451, + 6.332728862762451, + 6.249394416809082, + 6.243661880493164, + 6.258101940155029, + 6.2479567527771, + 6.189104080200195, + 6.176011085510254, + 6.074051856994629, + 5.913386344909668, + 5.817678451538086, + 5.813446998596191, + 5.795976638793945 ], "p90": [ - 14.946451187133789, - 15.153352737426758, - 15.43924617767334, - 15.690750122070312, - 15.876453399658203, - 16.121952056884766, - 16.264493942260742, - 16.193143844604492, - 16.18177032470703, - 16.259550094604492, - 16.25966453552246, - 16.445466995239258, - 16.756481170654297, - 16.836647033691406, - 16.458192825317383, - 16.531694412231445, - 16.714679718017578, - 16.804367065429688, - 16.831924438476562, - 17.257450103759766, - 16.9803409576416, - 16.60849380493164, - 16.484956741333008, - 16.66416358947754 + 15.17282485961914, + 15.311503410339355, + 15.546607971191406, + 15.7955322265625, + 15.952285766601562, + 15.919673919677734, + 15.97995376586914, + 16.047626495361328, + 16.083621978759766, + 16.131813049316406, + 16.280799865722656, + 16.460237503051758, + 16.49693489074707, + 16.479021072387695, + 16.632966995239258, + 16.847633361816406, + 16.982799530029297, + 16.890316009521484, + 16.80531883239746, + 16.62933349609375, + 16.475055694580078, + 16.43120574951172, + 16.514755249023438, + 16.648969650268555 ], "timestamps": [ - "2026-06-14 03:00:00", "2026-06-14 04:00:00", "2026-06-14 05:00:00", "2026-06-14 06:00:00", @@ -471,6 +470,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index e1c54481393bc6771fe671a53df40c1bf419cfb4..0b0311d6b6dc4d3846c083cd16aa13e78f6e3d27 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,43 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T03:19:41.702663+00:00", + "evaluated_at": "2026-06-22T03:27:56.372047+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 78, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 6592f5bef3c6984ca935938b2ee12204a199325d..cfd1298cba6aa6186f3f2571e06a5b30670d6db5 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,195554.3326702118,195554.3326702118,364.1521809895833,0.3271507751540501,0.0056937629559500914,0.005669931348029449,1.6274105733203825,442.2152560351257,0.0068965045168249235,0.005679083040967783,0.0044425926199687,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,193164.31250317892,193164.31250317892,360.3468424479167,0.3237320960450942,0.005634208812594682,0.005610667428317731,1.6274105733203825,439.5046217085537,0.00685382425532065,0.005619403772130284,0.004422548156196847,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.31068495094752674,0.31068495094752674,0.4393297682205836,1.2842144031530442,0.25185137710508415,0.3157244063497387,18.506172175956113,0.5573912009957879,0.3579790127180422,0.28215521953752426,0.2310343580238475,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.057231466013795064,0.057231466013795064,0.21341080798043144,3.4679268699093067,0.13692772944699308,0.14912351791592918,82.14560205688086,0.23923098882418026,0.15889880952841914,0.14174887415405393,0.1272448539760027,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.2674649092390003,0.2674649092390003,0.3933437665303548,0.22602356125171028,0.02397399872205691,0.02352160531160828,1.478156968069978,0.517170097007745,0.030700179824249156,0.023349618307588513,0.022594844047178313,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,29.84130699796242,29.84130699796242,4.787651697794597,0.41359712877877697,0.25820067895875454,0.22203407800722005,2.226194698463738,5.462719743677358,0.24396216578367888,0.2138139849776746,0.18731442262910306,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,2.79425640893866,2.79425640893866,1.5153587659200032,0.7788993986277447,0.06400031845205822,0.06158606777103923,5.024899449733376,1.6716029459589559,0.06859030437416133,0.06217919108229342,0.03846939655931061,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,16.070157080755468,16.070157080755468,3.394546548525492,0.6331796670824753,0.7325624583030103,0.43904848141705416,5.31488381272153,4.0087600428006995,0.5561285608509641,0.4709197523966001,0.34182658333309807,Hazards,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.06083358803009493,0.06083358803009493,0.2205945865975486,3.5846633141856654,0.14093688341211646,0.15378622463584302,86.66013413392665,0.24664465943963784,0.16307084693138255,0.14584765851678266,0.13125571837260075,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,3.462724331597959,3.462724331597959,1.5463310082753499,0.8460169257761981,0.10335664467881976,0.09592265329274115,10.111727397745826,1.8608396845504878,0.1195720279229229,0.099362635069902,0.06535106671985977,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,23.989379297777305,23.989379297777305,4.204530239105225,0.363423506160432,0.23171003698679957,0.19859649362843668,2.1643664852859206,4.897895394736121,0.22087464633115972,0.1896067708079474,0.17201498273327473,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,3.465702245640538,3.465702245640538,1.7389293511708577,0.9010894860730155,0.07311777423178666,0.07016440325408974,8.048010013450847,1.8616396658968508,0.07674227249180539,0.07168379174348041,0.04509516278225396,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,19.89539442237242,19.89539442237242,3.785329580307007,0.7088263453370728,0.8485364462418761,0.475278291716074,6.670989115929572,4.460425363389956,0.5980458587785417,0.5075302230579227,0.36758942086085405,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,0.0004494885603586833,0.0004494885603586833,0.016988118489583332,0.0009593290441176471,7.078382703993055e-06,7.078345767399971e-06,2.822616613051471,0.021201145260543904,8.833810525226627e-06,7.078382703993056e-06,0.0013922794483326095,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,768.2036787881183,768.2036787881183,23.04840305873326,0.46513826632099137,0.10803188257083383,0.09969043495764582,1.8360054599372493,27.716487490086443,0.11156722968982467,0.09277678056994411,0.0691587707819813,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 92db011b227f13d91ec1488e6d8afac9d7fe58d3..ed9d9939df00b2cfab25a0d638bb50b491b0e13c 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T03:19:19.563007+00:00", + "evaluated_at": "2026-06-22T03:26:50.889204+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64164.0 + 64255.328125 ], "p50": [ 64397.046875, diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index a1b8c410587e86de2b928efb7e0fd45bfc77e303..d0b8c178e5395987fa5f82302db09178b92ba798 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T03:06:14.965255+00:00", + "evaluated_at": "2026-06-22T03:26:54.819983+00:00", "freq": "10min", "context_length": 78, "prediction_length": 72, "context": [ - 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, @@ -83,13 +82,13 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -157,232 +156,232 @@ 1.7000000476837158, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.7999999523162842 ], "p50": [ - 1.3004802465438843, - 1.3004088401794434, - 1.3004928827285767, - 1.3004138469696045, - 1.300468921661377, - 1.3004239797592163, - 1.3004461526870728, - 1.3004531860351562, - 1.3004695177078247, - 1.300490379333496, - 1.3005534410476685, - 1.3004778623580933, - 1.3005141019821167, - 1.3004634380340576, - 1.3004456758499146, - 1.30044686794281, - 1.3004553318023682, - 1.3004482984542847, - 1.3004692792892456, - 1.3004422187805176, - 1.3004273176193237, - 1.300414800643921, - 1.3004006147384644, - 1.3004134893417358, - 1.3004070520401, - 1.3004080057144165, - 1.300443172454834, - 1.3004695177078247, - 1.300394058227539, - 1.300357460975647, - 1.3004196882247925, - 1.3004158735275269, - 1.3007621765136719, - 1.3006813526153564, - 1.3006969690322876, - 1.3007606267929077, - 1.300746202468872, - 1.3007813692092896, - 1.300842523574829, - 1.3008357286453247, - 1.3007943630218506, - 1.3007960319519043, - 1.3008637428283691, - 1.3007984161376953, - 1.3007643222808838, - 1.300704836845398, - 1.300803780555725, - 1.3006905317306519, - 1.3007529973983765, - 1.3006923198699951, - 1.3007562160491943, - 1.300729751586914, - 1.3007454872131348, - 1.3007440567016602, - 1.3007405996322632, - 1.3007185459136963, - 1.3007334470748901, - 1.3007357120513916, - 1.300707221031189, - 1.3007826805114746, - 1.3007999658584595, - 1.3007535934448242, - 1.3008074760437012, - 1.300810694694519, - 1.3007045984268188, - 1.300584316253662, - 1.3005692958831787, - 1.3006261587142944, - 1.300626516342163, - 1.300645112991333, - 1.3006950616836548, - 1.3006877899169922 + 1.3002924919128418, + 1.3002296686172485, + 1.300283670425415, + 1.300276279449463, + 1.3002506494522095, + 1.3002173900604248, + 1.3003743886947632, + 1.300215244293213, + 1.3001909255981445, + 1.3002185821533203, + 1.300236701965332, + 1.300194501876831, + 1.3002128601074219, + 1.3001991510391235, + 1.3001646995544434, + 1.3001965284347534, + 1.3002049922943115, + 1.3001552820205688, + 1.3002210855484009, + 1.3001774549484253, + 1.3001909255981445, + 1.3001692295074463, + 1.3001590967178345, + 1.300135612487793, + 1.3001335859298706, + 1.3001320362091064, + 1.300182580947876, + 1.3001731634140015, + 1.3001316785812378, + 1.3000853061676025, + 1.3001344203948975, + 1.3001593351364136, + 1.300394892692566, + 1.3003724813461304, + 1.3003281354904175, + 1.300407886505127, + 1.3003438711166382, + 1.3003758192062378, + 1.3004637956619263, + 1.300461769104004, + 1.30042564868927, + 1.3004521131515503, + 1.3004990816116333, + 1.3004218339920044, + 1.3004305362701416, + 1.3003923892974854, + 1.300459861755371, + 1.3003787994384766, + 1.3004494905471802, + 1.3004298210144043, + 1.3004127740859985, + 1.3003848791122437, + 1.3003973960876465, + 1.300419807434082, + 1.3004173040390015, + 1.3003816604614258, + 1.3003920316696167, + 1.300390601158142, + 1.300410509109497, + 1.300487756729126, + 1.300461769104004, + 1.300430417060852, + 1.3004781007766724, + 1.3004740476608276, + 1.3001899719238281, + 1.300240159034729, + 1.300297498703003, + 1.300262212753296, + 1.3002020120620728, + 1.3002961874008179, + 1.3003710508346558, + 1.3003599643707275 ], "p10": [ - 1.208126425743103, - 1.202492356300354, - 1.2014780044555664, - 1.2006072998046875, - 1.1992263793945312, - 1.2036497592926025, - 1.2079100608825684, - 1.2067590951919556, - 1.196920394897461, - 1.1977163553237915, - 1.197414755821228, - 1.1985386610031128, - 1.1987683773040771, - 1.19942307472229, - 1.1988168954849243, - 1.2011234760284424, - 1.201540470123291, - 1.2021112442016602, - 1.2023043632507324, - 1.2020390033721924, - 1.2020435333251953, - 1.2015621662139893, - 1.200958251953125, - 1.2013307809829712, - 1.200636625289917, - 1.200486183166504, - 1.2000303268432617, - 1.2002664804458618, - 1.2001336812973022, - 1.2002161741256714, - 1.2005876302719116, - 1.1997466087341309, - 1.2034711837768555, - 1.2014895677566528, - 1.1968936920166016, - 1.1997225284576416, - 1.1981316804885864, - 1.2025198936462402, - 1.203598976135254, - 1.2020671367645264, - 1.1967761516571045, - 1.198801875114441, - 1.19882071018219, - 1.200297236442566, - 1.2008463144302368, - 1.201247215270996, - 1.201313853263855, - 1.203298807144165, - 1.2040035724639893, - 1.2046375274658203, - 1.2052247524261475, - 1.2050055265426636, - 1.2046808004379272, - 1.2040860652923584, - 1.2033023834228516, - 1.203467845916748, - 1.2027976512908936, - 1.202739953994751, - 1.202555537223816, - 1.2027231454849243, - 1.2026376724243164, - 1.2024749517440796, - 1.202872395515442, - 1.2023510932922363, - 1.2054439783096313, - 1.2038987874984741, - 1.2003804445266724, - 1.2048403024673462, - 1.2019532918930054, - 1.202493667602539, - 1.1996740102767944, - 1.200129508972168 + 1.220745325088501, + 1.2045133113861084, + 1.203781008720398, + 1.2071404457092285, + 1.201304316520691, + 1.2086119651794434, + 1.2139045000076294, + 1.2123173475265503, + 1.2024253606796265, + 1.2026296854019165, + 1.2023756504058838, + 1.2017472982406616, + 1.2006328105926514, + 1.1997288465499878, + 1.2000483274459839, + 1.2011348009109497, + 1.2021232843399048, + 1.2032686471939087, + 1.2034143209457397, + 1.2029056549072266, + 1.2027642726898193, + 1.2020046710968018, + 1.2016425132751465, + 1.2014036178588867, + 1.2001720666885376, + 1.199577808380127, + 1.1993293762207031, + 1.1997737884521484, + 1.200141429901123, + 1.2003268003463745, + 1.2006802558898926, + 1.2003226280212402, + 1.2029997110366821, + 1.20206880569458, + 1.197996973991394, + 1.1984096765518188, + 1.1980947256088257, + 1.199573278427124, + 1.199283242225647, + 1.1986230611801147, + 1.1961841583251953, + 1.1985783576965332, + 1.1979914903640747, + 1.1994585990905762, + 1.1996572017669678, + 1.2000479698181152, + 1.2007520198822021, + 1.2024610042572021, + 1.2028568983078003, + 1.2032936811447144, + 1.2037353515625, + 1.2036867141723633, + 1.2037947177886963, + 1.2035067081451416, + 1.2030630111694336, + 1.2031524181365967, + 1.202436089515686, + 1.201826572418213, + 1.201754093170166, + 1.2020446062088013, + 1.20199453830719, + 1.20187246799469, + 1.202059030532837, + 1.201620101928711, + 1.201981782913208, + 1.1972625255584717, + 1.2004739046096802, + 1.2000758647918701, + 1.1981614828109741, + 1.200366497039795, + 1.1978188753128052, + 1.1985633373260498 ], "p90": [ - 1.399320125579834, - 1.39780855178833, - 1.398030161857605, - 1.4017184972763062, - 1.4025700092315674, - 1.4004839658737183, - 1.400720477104187, - 1.4046202898025513, - 1.4031720161437988, - 1.4045658111572266, - 1.4025702476501465, - 1.402535319328308, - 1.4034394025802612, - 1.403359293937683, - 1.403479814529419, - 1.4027247428894043, - 1.4026165008544922, - 1.4040369987487793, - 1.4035594463348389, - 1.4028836488723755, - 1.4031400680541992, - 1.403884768486023, - 1.403741717338562, - 1.4038583040237427, - 1.403395175933838, - 1.4036201238632202, - 1.4038317203521729, - 1.404349446296692, - 1.4036515951156616, - 1.404303789138794, - 1.4038642644882202, - 1.4048216342926025, - 1.4002995491027832, - 1.40354585647583, - 1.4047331809997559, - 1.4016709327697754, - 1.4070991277694702, - 1.4006266593933105, - 1.4007976055145264, - 1.4040567874908447, - 1.4040582180023193, - 1.4028253555297852, - 1.4018970727920532, - 1.4012221097946167, - 1.402984619140625, - 1.403080940246582, - 1.4029616117477417, - 1.4015461206436157, - 1.4027595520019531, - 1.4040204286575317, - 1.4034351110458374, - 1.4033188819885254, - 1.4027721881866455, - 1.4032542705535889, - 1.403304100036621, - 1.4029344320297241, - 1.4026037454605103, - 1.4021713733673096, - 1.402575135231018, - 1.4028617143630981, - 1.4031848907470703, - 1.4032286405563354, - 1.4033223390579224, - 1.4041476249694824, - 1.4009846448898315, - 1.4034262895584106, - 1.405869483947754, - 1.4025126695632935, - 1.404640555381775, - 1.4001086950302124, - 1.3992822170257568, - 1.4024865627288818 + 1.3893260955810547, + 1.3959423303604126, + 1.3968241214752197, + 1.3974170684814453, + 1.3996447324752808, + 1.3998016119003296, + 1.4012928009033203, + 1.401396632194519, + 1.3991374969482422, + 1.4014294147491455, + 1.3992769718170166, + 1.398996353149414, + 1.4009710550308228, + 1.4006649255752563, + 1.4009878635406494, + 1.4002074003219604, + 1.4001681804656982, + 1.4013640880584717, + 1.399704098701477, + 1.398887276649475, + 1.3990657329559326, + 1.3995994329452515, + 1.3995367288589478, + 1.3994849920272827, + 1.3996387720108032, + 1.3995863199234009, + 1.4007116556167603, + 1.4007568359375, + 1.4007264375686646, + 1.400983452796936, + 1.40049409866333, + 1.4016913175582886, + 1.3996837139129639, + 1.4007371664047241, + 1.4028393030166626, + 1.3991512060165405, + 1.406263828277588, + 1.4004483222961426, + 1.3998222351074219, + 1.402984857559204, + 1.4033974409103394, + 1.402337670326233, + 1.4008045196533203, + 1.4006319046020508, + 1.4019384384155273, + 1.4020113945007324, + 1.4016600847244263, + 1.4003182649612427, + 1.4010577201843262, + 1.4018640518188477, + 1.4018497467041016, + 1.4013487100601196, + 1.4008798599243164, + 1.4015114307403564, + 1.4014554023742676, + 1.401130199432373, + 1.4008992910385132, + 1.4005260467529297, + 1.4011720418930054, + 1.4015482664108276, + 1.4011733531951904, + 1.4014214277267456, + 1.4015189409255981, + 1.4025156497955322, + 1.4003721475601196, + 1.4043806791305542, + 1.404789924621582, + 1.4042243957519531, + 1.4070286750793457, + 1.400719404220581, + 1.400404930114746, + 1.4019750356674194 ], "timestamps": [ - "2026-06-20 02:10:00", "2026-06-20 02:20:00", "2026-06-20 02:30:00", "2026-06-20 02:40:00", @@ -531,6 +530,7 @@ "2026-06-21 02:30:00", "2026-06-21 02:40:00", "2026-06-21 02:50:00", - "2026-06-21 03:00:00" + "2026-06-21 03:00:00", + "2026-06-21 03:10:00" ] } diff --git a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json index 8143e51b2579ac870879150f4a369f2232d23676..63518c1e4c4b4feb0d7a2be26b26bdd62ec79384 100644 --- a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,25 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T02:17:26.409105+00:00", + "evaluated_at": "2026-06-22T03:27:00.786668+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.200000762939453, 17.0, 17.0, 17.0, @@ -101,9 +87,7 @@ 18.299999237060547, 18.0, 18.0, - 18.0 - ], - "actuals": [ + 18.0, 18.0, 18.0, 17.0, @@ -117,7 +101,9 @@ 17.0, 17.0, 17.0, - 17.0, + 17.0 + ], + "actuals": [ 17.0, 17.0, 16.0, @@ -127,89 +113,101 @@ 16.0, 16.0, 16.100000381469727, - 16.0 + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0 ], "p50": [ - 18.00460433959961, - 17.996984481811523, - 17.89642333984375, - 17.690349578857422, - 17.540800094604492, - 17.434539794921875, - 17.319746017456055, - 17.26525115966797, - 17.188457489013672, - 17.138227462768555, - 17.076753616333008, - 17.028718948364258, - 16.991743087768555, - 16.96844482421875, - 16.95472526550293, - 16.91815948486328, - 16.8680477142334, - 16.847087860107422, - 16.823223114013672, - 16.820159912109375, - 16.78387451171875, - 16.753421783447266, - 16.717891693115234, - 16.711483001708984 + 16.989933013916016, + 16.986873626708984, + 16.991342544555664, + 16.98690414428711, + 16.990406036376953, + 16.994009017944336, + 16.98851776123047, + 16.994037628173828, + 17.000865936279297, + 17.007404327392578, + 17.011499404907227, + 17.014850616455078, + 16.997880935668945, + 17.014589309692383, + 16.993785858154297, + 17.001556396484375, + 17.009565353393555, + 17.021514892578125, + 17.028871536254883, + 17.081241607666016, + 17.294689178466797, + 17.574398040771484, + 17.774883270263672, + 17.815937042236328 ], "p10": [ - 17.290939331054688, - 17.178510665893555, - 17.09990692138672, - 16.963584899902344, - 16.82468032836914, - 16.74018669128418, - 16.576311111450195, - 16.487060546875, - 16.34469985961914, - 16.203296661376953, - 16.082015991210938, - 15.937252044677734, - 15.838432312011719, - 15.737326622009277, - 15.620889663696289, - 15.514859199523926, - 15.443541526794434, - 15.356496810913086, - 15.297513961791992, - 15.236724853515625, - 15.154544830322266, - 15.056739807128906, - 15.03162956237793, - 14.97249984741211 + 16.684141159057617, + 16.17923927307129, + 16.39030647277832, + 16.168880462646484, + 16.08833885192871, + 15.931831359863281, + 15.88428783416748, + 15.735247611999512, + 15.707389831542969, + 15.629091262817383, + 15.612987518310547, + 15.630671501159668, + 15.593241691589355, + 15.570127487182617, + 15.533090591430664, + 15.567588806152344, + 15.566377639770508, + 15.566676139831543, + 15.562664031982422, + 15.576695442199707, + 15.615896224975586, + 15.675498962402344, + 15.677655220031738, + 15.76760482788086 ], "p90": [ - 18.025480270385742, - 18.03458023071289, - 18.040536880493164, - 18.064294815063477, - 18.089269638061523, - 18.095766067504883, - 18.125202178955078, - 18.173370361328125, - 18.226369857788086, - 18.23259925842285, - 18.27748680114746, - 18.322683334350586, - 18.4163761138916, - 18.416616439819336, - 18.494688034057617, - 18.581497192382812, - 18.629241943359375, - 18.640798568725586, - 18.67953872680664, - 18.746152877807617, - 18.807783126831055, - 18.83353042602539, - 18.876432418823242, - 18.900758743286133 + 17.027629852294922, + 17.031845092773438, + 17.03822898864746, + 17.05868911743164, + 17.082788467407227, + 17.582481384277344, + 17.49835205078125, + 17.66947364807129, + 17.78179168701172, + 17.896909713745117, + 17.875713348388672, + 17.964780807495117, + 17.978466033935547, + 17.985523223876953, + 17.966480255126953, + 18.048667907714844, + 18.110061645507812, + 18.170827865600586, + 18.30516815185547, + 18.398468017578125, + 18.541147232055664, + 18.70796775817871, + 18.847057342529297, + 18.947467803955078 ], "timestamps": [ - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", @@ -327,6 +325,8 @@ "2026-06-26 12:00:00", "2026-06-26 13:00:00", "2026-06-26 14:00:00", - "2026-06-26 15:00:00" + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index e4d7be2f4602239d68f85784b92c50310439a005..894bdec5f1750b718f62f0ac9c10c74811a35954 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T02:17:30.818336+00:00", + "evaluated_at": "2026-06-22T03:27:05.124958+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 26.299999237060547, 25.700000762939453, 24.299999237060547, 22.799999237060547, @@ -341,10 +340,10 @@ 23.5, 27.600000381469727, 31.299999237060547, - 27.0 + 27.0, + 25.299999237060547 ], "actuals": [ - 25.299999237060547, 25.600000381469727, 25.700000762939453, 26.799999237060547, @@ -367,88 +366,88 @@ 16.200000762939453, 17.799999237060547, 21.0, + 20.100000381469727, 20.100000381469727 ], "p50": [ - 24.157869338989258, - 22.5562744140625, - 21.933761596679688, - 22.254657745361328, - 23.042495727539062, - 24.42899513244629, - 26.117977142333984, - 27.745405197143555, - 30.24708366394043, - 30.4399356842041, - 30.69679832458496, - 30.230987548828125, - 29.34679412841797, - 27.946889877319336, - 26.402206420898438, - 24.488079071044922, - 22.48521614074707, - 20.410024642944336, - 18.947113037109375, - 19.000926971435547, - 21.44504165649414, - 22.51376724243164, - 23.237228393554688, - 22.277023315429688 + 24.154029846191406, + 23.77372932434082, + 24.165250778198242, + 24.67387580871582, + 25.448932647705078, + 26.622705459594727, + 27.77057647705078, + 29.542627334594727, + 30.111324310302734, + 29.95846939086914, + 29.53418731689453, + 28.235198974609375, + 27.052778244018555, + 25.29947280883789, + 24.153491973876953, + 22.000324249267578, + 20.179500579833984, + 18.496135711669922, + 18.84413719177246, + 21.12061309814453, + 22.140560150146484, + 23.288833618164062, + 22.51731300354004, + 21.35076141357422 ], "p10": [ - 22.3502197265625, - 19.487789154052734, - 17.724903106689453, - 16.92681884765625, - 16.953712463378906, - 17.304906845092773, - 17.830028533935547, - 18.440322875976562, - 18.899925231933594, - 18.973041534423828, - 18.858945846557617, - 18.67001724243164, - 17.90424346923828, - 16.452865600585938, - 15.290143013000488, - 13.526991844177246, - 11.863946914672852, - 10.220315933227539, - 9.425846099853516, - 9.539169311523438, - 11.358898162841797, - 12.062162399291992, - 12.77061653137207, - 12.482887268066406 + 22.645156860351562, + 21.22392463684082, + 20.59280776977539, + 20.2957706451416, + 20.286773681640625, + 20.224658966064453, + 20.104888916015625, + 20.391277313232422, + 19.83226776123047, + 19.94544219970703, + 19.358179092407227, + 18.327346801757812, + 17.213790893554688, + 15.577203750610352, + 14.14773178100586, + 12.131113052368164, + 10.485883712768555, + 9.316537857055664, + 9.691959381103516, + 11.478879928588867, + 12.21186637878418, + 13.143056869506836, + 13.005697250366211, + 12.235069274902344 ], "p90": [ - 26.409746170043945, - 26.03982925415039, - 27.09870147705078, - 29.40345001220703, - 31.80367088317871, - 36.119384765625, - 42.73545837402344, - 46.846885681152344, - 53.41377258300781, - 54.63266372680664, - 55.704368591308594, - 53.47516632080078, - 53.8585319519043, - 52.329715728759766, - 51.098541259765625, - 46.34062194824219, - 43.4883918762207, - 38.16164016723633, - 35.11158752441406, - 34.8232421875, - 38.83355712890625, - 39.61851501464844, - 39.46453094482422, - 36.97785568237305 + 26.007030487060547, + 26.933366775512695, + 29.506393432617188, + 32.4217643737793, + 35.360740661621094, + 41.224910736083984, + 49.40055847167969, + 55.01336669921875, + 58.9252815246582, + 56.494022369384766, + 54.60968017578125, + 51.61589050292969, + 49.698585510253906, + 47.45380783081055, + 46.4678955078125, + 41.64606475830078, + 37.88764953613281, + 35.22654724121094, + 34.126983642578125, + 37.379310607910156, + 39.35939025878906, + 38.43072509765625, + 36.10020446777344, + 33.53841781616211 ], "timestamps": [ - "2026-06-07 03:00:00", "2026-06-07 04:00:00", "2026-06-07 05:00:00", "2026-06-07 06:00:00", @@ -807,6 +806,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index e3bb9a311a3ccb000e3d80b98f52c89fa35ae688..15ca7bce265500c6e99b9d82b1c7bceeca119a90 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T02:17:40.195173+00:00", + "evaluated_at": "2026-06-22T03:27:08.767724+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 27.100000381469727, 27.5, 27.799999237060547, 28.600000381469727, @@ -341,10 +340,10 @@ 24.799999237060547, 25.700000762939453, 27.5, - 27.799999237060547 + 27.799999237060547, + 28.0 ], "actuals": [ - 28.0, 27.799999237060547, 27.799999237060547, 27.299999237060547, @@ -367,88 +366,88 @@ 23.200000762939453, 23.399999618530273, 24.399999618530273, - 24.799999237060547 + 24.799999237060547, + 25.299999237060547 ], "p50": [ - 28.048259735107422, - 28.25832176208496, - 28.325387954711914, - 28.206663131713867, - 27.881118774414062, - 27.462236404418945, - 26.864356994628906, - 26.287473678588867, - 25.74522590637207, - 25.336471557617188, - 24.91346549987793, - 24.684354782104492, - 24.488828659057617, - 24.307886123657227, - 24.19205665588379, - 24.199562072753906, - 24.086822509765625, - 24.01919937133789, - 23.98478126525879, - 24.345993041992188, - 25.159658432006836, - 26.082365036010742, - 26.87482261657715, - 27.51329803466797 + 28.26293182373047, + 28.365577697753906, + 28.344587326049805, + 28.054946899414062, + 27.591720581054688, + 27.02617645263672, + 26.422622680664062, + 25.87752342224121, + 25.459787368774414, + 25.023860931396484, + 24.781177520751953, + 24.60210609436035, + 24.471752166748047, + 24.364564895629883, + 24.384601593017578, + 24.254480361938477, + 24.143070220947266, + 24.134952545166016, + 24.457332611083984, + 25.25753402709961, + 26.15282440185547, + 26.894813537597656, + 27.581315994262695, + 28.0240421295166 ], "p10": [ - 27.312833786010742, - 27.19695472717285, - 27.031558990478516, - 26.702131271362305, - 26.318218231201172, - 25.84048843383789, - 25.255596160888672, - 24.716049194335938, - 24.20794105529785, - 23.820981979370117, - 23.39330291748047, - 23.136337280273438, - 22.93798828125, - 22.692638397216797, - 22.62616539001465, - 22.62433433532715, - 22.487516403198242, - 22.404369354248047, - 22.361440658569336, - 22.6971435546875, - 23.348562240600586, - 24.077917098999023, - 24.643970489501953, - 25.10756492614746 + 27.66836166381836, + 27.453447341918945, + 27.21940040588379, + 26.753461837768555, + 26.2519474029541, + 25.602678298950195, + 24.995996475219727, + 24.490314483642578, + 24.074298858642578, + 23.65443229675293, + 23.38458824157715, + 23.17225456237793, + 23.030353546142578, + 22.859996795654297, + 22.87963104248047, + 22.770488739013672, + 22.639156341552734, + 22.559194564819336, + 22.8609561920166, + 23.570661544799805, + 24.228836059570312, + 24.78342056274414, + 25.303913116455078, + 25.59635353088379 ], "p90": [ - 28.857946395874023, - 29.400718688964844, - 29.678316116333008, - 29.754501342773438, - 29.501646041870117, - 29.10696792602539, - 28.548564910888672, - 27.921146392822266, - 27.314395904541016, - 26.865886688232422, - 26.477436065673828, - 26.26045799255371, - 26.017887115478516, - 25.91362762451172, - 25.791444778442383, - 25.835811614990234, - 25.652862548828125, - 25.58334732055664, - 25.595333099365234, - 26.05038833618164, - 27.073366165161133, - 28.27947998046875, - 29.391096115112305, - 30.316802978515625 + 28.921186447143555, + 29.312580108642578, + 29.53042221069336, + 29.404109954833984, + 28.969905853271484, + 28.438623428344727, + 27.85626220703125, + 27.276512145996094, + 26.883594512939453, + 26.440248489379883, + 26.226701736450195, + 26.075702667236328, + 25.908733367919922, + 25.88401222229004, + 25.922075271606445, + 25.79816436767578, + 25.627805709838867, + 25.626535415649414, + 26.110132217407227, + 27.097026824951172, + 28.33483123779297, + 29.352109909057617, + 30.323558807373047, + 30.920265197753906 ], "timestamps": [ - "2026-06-07 03:00:00", "2026-06-07 04:00:00", "2026-06-07 05:00:00", "2026-06-07 06:00:00", @@ -807,6 +806,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 4b4ad3d95721392ab54b31eeaf69b9fe04d272f6..409272578fe81f8b8c7f9fae136091ef76061c6c 100644 --- a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T02:17:44.743491+00:00", + "evaluated_at": "2026-06-22T03:27:13.209772+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 15.0, 10.0, 16.0, 11.0, @@ -30,7 +29,7 @@ 12.0, 18.0, 18.0, - 18.0, + 19.0, 25.0, 13.0, 22.0, @@ -173,10 +172,10 @@ 10.0, 13.0, 9.0, - 12.0 + 12.0, + 11.0 ], "actuals": [ - 11.0, 2.0, 7.0, 12.0, @@ -198,89 +197,89 @@ 5.0, 8.0, 9.0, - 4.0, - 4.0 + 5.0, + 18.0, + 2.0 ], "p50": [ - 10.27133846282959, - 10.152706146240234, - 10.079479217529297, - 10.062271118164062, - 10.053704261779785, - 10.083295822143555, - 10.072139739990234, - 10.183499336242676, - 10.118132591247559, - 10.076546669006348, - 10.003320693969727, - 10.082563400268555, - 10.143730163574219, - 10.170207977294922, - 10.072256088256836, - 10.087630271911621, - 10.124471664428711, - 10.181986808776855, - 10.223939895629883, - 10.349393844604492, - 10.294349670410156, - 10.239582061767578, - 10.164600372314453, - 10.201541900634766 + 10.448476791381836, + 10.275263786315918, + 10.206135749816895, + 10.217575073242188, + 10.222979545593262, + 10.217747688293457, + 10.262168884277344, + 10.207596778869629, + 10.140990257263184, + 10.028900146484375, + 10.137816429138184, + 10.260476112365723, + 10.28823471069336, + 10.22495174407959, + 10.131634712219238, + 10.199753761291504, + 10.252700805664062, + 10.255706787109375, + 10.332463264465332, + 10.29499626159668, + 10.243144035339355, + 10.169014930725098, + 10.226213455200195, + 10.302324295043945 ], "p10": [ - 6.22208309173584, - 5.984127044677734, - 5.868666648864746, - 5.861392974853516, - 5.833595275878906, - 5.836893081665039, - 5.653512001037598, - 5.767054557800293, - 5.731799125671387, - 5.638252258300781, - 5.599749565124512, - 5.631948471069336, - 5.631481170654297, - 5.6066484451293945, - 5.452424049377441, - 5.505919456481934, - 5.484010696411133, - 5.526522636413574, - 5.510932922363281, - 5.525778770446777, - 5.520838737487793, - 5.420806884765625, - 5.319273948669434, - 5.31294059753418 + 6.5333967208862305, + 6.224664211273193, + 6.1393280029296875, + 6.144016265869141, + 6.137823104858398, + 6.095973968505859, + 5.9973649978637695, + 5.994429588317871, + 5.897991180419922, + 5.677199363708496, + 5.824230194091797, + 5.89964485168457, + 5.865165710449219, + 5.747465133666992, + 5.60146427154541, + 5.684628486633301, + 5.670807838439941, + 5.6597747802734375, + 5.673582077026367, + 5.6297197341918945, + 5.601714134216309, + 5.471297264099121, + 5.5063629150390625, + 5.54201602935791 ], "p90": [ - 15.216315269470215, - 15.199018478393555, - 15.086250305175781, - 15.1803560256958, - 15.209845542907715, - 15.361937522888184, - 15.405893325805664, - 15.758408546447754, - 15.598578453063965, - 15.555622100830078, - 15.408448219299316, - 15.672574996948242, - 15.850069046020508, - 15.912243843078613, - 15.835540771484375, - 15.840129852294922, - 15.955488204956055, - 16.123043060302734, - 16.245983123779297, - 16.705158233642578, - 16.43057632446289, - 16.38286781311035, - 16.226930618286133, - 16.47499656677246 + 15.298762321472168, + 15.168593406677246, + 15.082966804504395, + 15.193212509155273, + 15.244081497192383, + 15.359736442565918, + 15.46715259552002, + 15.472211837768555, + 15.482162475585938, + 15.366106986999512, + 15.554181098937988, + 15.827842712402344, + 15.966950416564941, + 15.896106719970703, + 15.816690444946289, + 15.876917839050293, + 16.035282135009766, + 16.16257095336914, + 16.34417724609375, + 16.349302291870117, + 16.299301147460938, + 16.17076301574707, + 16.363544464111328, + 16.57478904724121 ], "timestamps": [ - "2026-06-14 03:00:00", "2026-06-14 04:00:00", "2026-06-14 05:00:00", "2026-06-14 06:00:00", @@ -471,6 +470,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index e2550e736222a3a04e553294ad7297dd5b2cf879..a89a7660370523dd580e02ff17ddfbbf26602d0a 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,43 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T03:19:27.883586+00:00", + "evaluated_at": "2026-06-22T03:27:15.126878+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", - "data_fetched_at": "2026-06-22T03:18:07.818930Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 78, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", + "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": []