diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 92d81edec109b16b715240eef9e6032a37ceb2f1..f86672dd5b0066ad4b9d7c0ac490b8018d85e7a9 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T07:05:12.408570+00:00", + "generated_at": "2026-06-22T07:25:19.540209+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 4c5907055c8759fb18720cefb8d737136596370d..25b542068e24002772dac91a4d79c9724885888f 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -1,64 +1,64 @@ domain,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Air Quality,ETS,0.17963016498272188,0.349447474993327,1.0,1,1,1.0 -Air Quality,Toto-2.0-1B,0.20469316157311235,0.35266233183566525,2.0,1,1,1.0 -Air Quality,TiRex,0.48992758315941337,0.46506462956778355,3.0,1,1,1.0 -Air Quality,ARIMA,0.29563780286407443,0.4824901587777503,4.0,1,1,1.0 -Air Quality,Moirai-1.1-Large,0.7023227988759297,0.5093512431278433,5.0,1,1,1.0 -Air Quality,Timer-S1,0.6567683119158554,0.5101355940245763,6.0,1,1,1.0 -Air Quality,Chronos-2,0.6024147873304119,0.5372794257928654,7.0,1,1,1.0 -Air Quality,TimesFM-2.5,0.32430967566356883,0.610660109824167,8.0,1,1,1.0 -Air Quality,Moving-Average,0.8503995378044825,0.8611186476903842,9.0,1,1,1.0 +Air Quality,Toto-2.0-1B,0.26290138277936537,0.40083996477737677,1.0,1,1,1.0 +Air Quality,Timer-S1,0.5415962762014562,0.4695231841717425,2.0,1,1,1.0 +Air Quality,Moirai-1.1-Large,0.6362160157736129,0.4749663571129647,3.0,1,1,1.0 +Air Quality,TiRex,0.5811469088435206,0.5033877008374422,4.0,1,1,1.0 +Air Quality,Chronos-2,0.5302648786769496,0.510265622936721,5.0,1,1,1.0 +Air Quality,ARIMA,0.36969878208259344,0.5520737309774154,6.0,1,1,1.0 +Air Quality,TimesFM-2.5,0.3113450437413025,0.6267018530987069,7.0,1,1,1.0 +Air Quality,ETS,0.8278621445154991,0.861462633073793,8.0,1,1,1.0 +Air Quality,Moving-Average,0.9063972205324378,0.9072680803461534,9.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -Finance,ETS,0.2938663731168971,0.3968825904949089,1.0,1,1,1.0 -Finance,Moving-Average,0.3424693103592452,0.4163365121522894,2.0,1,1,1.0 -Finance,TimesFM-2.5,0.6332781575795703,0.6183523962803396,3.0,1,1,1.0 -Finance,Toto-2.0-1B,0.7692890090912209,0.6883720614818722,4.0,1,1,1.0 -Finance,Timer-S1,1.2691305308115466,0.7818789761616478,5.0,1,1,1.0 -Finance,TiRex,1.4693269304888976,0.8484214288363661,6.0,1,1,1.0 -Finance,Chronos-2,0.5092477520563631,0.8898270038300532,7.0,1,1,1.0 -Finance,Moirai-1.1-Large,1.3023285560693536,0.8911548388173806,8.0,1,1,1.0 +Finance,ETS,0.31218989952881665,0.3820986346523276,1.0,1,1,1.0 +Finance,Moving-Average,0.37229129325579086,0.43375622218956816,2.0,1,1,1.0 +Finance,Timer-S1,0.5038850232934105,0.6305062397122129,3.0,1,1,1.0 +Finance,TimesFM-2.5,0.6830281482046058,0.6580865111471663,4.0,1,1,1.0 +Finance,TiRex,0.9696624631099654,0.7641635149641505,5.0,1,1,1.0 +Finance,Toto-2.0-1B,0.5178109863384752,0.7725649431611867,6.0,1,1,1.0 +Finance,Chronos-2,0.4100755238367151,0.8238426153913587,7.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.5687309633517118,0.8728761252771962,8.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Finance,ARIMA,1.6642433782262713,1.1197724419409332,10.0,1,1,1.0 -Hazards,Chronos-2,0.3620421450536688,0.47930850497194427,1.0,1,1,1.0 -Hazards,ARIMA,0.47803010479774294,0.504766987249122,2.0,1,1,1.0 -Hazards,Toto-2.0-1B,0.38753232147079736,0.5139075059032567,3.0,1,1,1.0 -Hazards,TiRex,0.4284927766617351,0.5254203803998783,4.0,1,1,1.0 -Hazards,ETS,0.3928527713224794,0.5349737656142123,5.0,1,1,1.0 -Hazards,Moirai-1.1-Large,0.5842384367884597,0.5512165078325854,6.0,1,1,1.0 -Hazards,Moving-Average,0.4435813847912034,0.5703868548804698,7.0,1,1,1.0 -Hazards,Timer-S1,0.6838995305504596,0.6243809998360613,8.0,1,1,1.0 -Hazards,TimesFM-2.5,0.422118007018878,0.6717324840454876,9.0,1,1,1.0 +Finance,ARIMA,1.3539665133263703,1.9910105430693874,10.0,1,1,1.0 +Hazards,Chronos-2,0.4113635439038825,0.5183186968386267,1.0,1,1,1.0 +Hazards,Toto-2.0-1B,0.5339806821199082,0.5610334734669412,2.0,1,1,1.0 +Hazards,ARIMA,0.5639455186089176,0.5781335997353867,3.0,1,1,1.0 +Hazards,ETS,0.46060949450128513,0.5827743072365944,4.0,1,1,1.0 +Hazards,TiRex,0.5720379778828554,0.5866103155992675,5.0,1,1,1.0 +Hazards,Moirai-1.1-Large,0.7703745908747818,0.6306804531489896,6.0,1,1,1.0 +Hazards,Timer-S1,0.7563280898460146,0.6639652114832182,7.0,1,1,1.0 +Hazards,Moving-Average,0.608297260449321,0.6754442931604024,8.0,1,1,1.0 +Hazards,TimesFM-2.5,0.5420754123669825,0.7866673790568497,9.0,1,1,1.0 Hazards,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -Hydrology,Toto-2.0-1B,0.21114779920776686,0.401949427137809,1.0,1,1,1.0 -Hydrology,ARIMA,0.5149388428600437,0.42125959394719337,2.0,1,1,1.0 -Hydrology,ETS,0.18886410281491778,0.42662982968865293,3.0,1,1,1.0 -Hydrology,Moirai-1.1-Large,0.35250428094863895,0.44268405547201445,4.0,1,1,1.0 -Hydrology,Chronos-2,0.66568441999952,0.6636459286741607,5.0,1,1,1.0 -Hydrology,TiRex,0.8210774354944625,0.7755020307596745,6.0,1,1,1.0 -Hydrology,TimesFM-2.5,0.6329986773570379,0.9302437320214425,7.0,1,1,1.0 -Hydrology,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 -Hydrology,Timer-S1,1.33334178228875,1.0214942019155324,9.0,1,1,1.0 -Hydrology,Moving-Average,1.0160145833335794,1.2171315667131521,10.0,1,1,1.0 -Ocean,Toto-2.0-1B,0.13869889086584059,0.45830696847613955,3.0,2,2,1.0 -Ocean,Chronos-2,0.29051271450776206,0.42425655511887,4.0,2,2,1.0 -Ocean,Moving-Average,0.9079290824151137,0.9283441746559051,4.0,2,2,1.0 -Ocean,TiRex,0.9089451637627463,0.6912128190110637,4.0,2,2,1.0 -Ocean,Timer-S1,0.3901957910026352,0.48991475570349946,4.0,2,2,1.0 -Ocean,Moirai-1.1-Large,2.9721397976639228,1.293462227847864,5.0,2,2,1.0 -Ocean,TimesFM-2.5,0.36607206120132874,0.5640994766899855,5.0,2,2,1.0 +Hydrology,ARIMA,0.8575250684902629,0.6298497358987422,1.0,1,1,1.0 +Hydrology,ETS,0.553580676229801,0.8676303869446668,2.0,1,1,1.0 +Hydrology,Seasonal-Naive,1.0,1.0,3.0,1,1,1.0 +Hydrology,Toto-2.0-1B,0.7088384297768275,1.0916795750177846,4.0,1,1,1.0 +Hydrology,TiRex,0.642998295255502,1.108541723585386,5.0,1,1,1.0 +Hydrology,Chronos-2,0.7015233919690053,1.135204109151668,6.0,1,1,1.0 +Hydrology,TimesFM-2.5,0.689314921020468,1.1807884366652002,7.0,1,1,1.0 +Hydrology,Timer-S1,0.871625331735611,1.2034597633482607,8.0,1,1,1.0 +Hydrology,Moving-Average,1.0655308142888356,1.2590774744243416,9.0,1,1,1.0 +Hydrology,Moirai-1.1-Large,2.309955576086044,1.6527480964756014,10.0,1,1,1.0 +Ocean,TimesFM-2.5,0.1350646290511407,0.3531662830158896,3.5,2,2,1.0 +Ocean,Moving-Average,0.9485506241714013,0.9432735884832248,4.0,2,2,1.0 +Ocean,TiRex,0.5573324571461925,0.5589720049285876,4.0,2,2,1.0 +Ocean,Timer-S1,0.22109960404375792,0.3946965611528997,4.0,2,2,1.0 +Ocean,Toto-2.0-1B,0.09509986327447345,0.4072107440756546,4.0,2,2,1.0 +Ocean,Chronos-2,0.25376131962018805,0.38988587025220584,4.5,2,2,1.0 +Ocean,Moirai-1.1-Large,2.0142686899163476,1.0885773613169938,5.0,2,2,1.0 Ocean,Seasonal-Naive,1.0,1.0,7.5,2,2,1.0 -Ocean,ARIMA,1.9286082238273041,1.3574053735325493,8.5,2,2,1.0 -Ocean,ETS,2.902855239133547,1.6347822985874128,10.0,2,2,1.0 -Weather,Chronos-2,0.23801933887123544,0.5712323495141575,2.0,3,3,1.0 -Weather,Timer-S1,0.4303178051352333,0.6430312343562054,3.6666666666666665,3,3,1.0 -Weather,Moirai-1.1-Large,0.829344512369527,0.8194511395194434,4.666666666666667,3,3,1.0 -Weather,TiRex,0.33537090178899087,0.8212834053622293,5.0,3,3,1.0 -Weather,Seasonal-Naive,1.0,1.0,5.333333333333333,3,3,1.0 -Weather,TimesFM-2.5,0.6667253067941873,0.8634476461029755,5.333333333333333,3,3,1.0 -Weather,Toto-2.0-1B,0.5008282766980482,0.8510162077060786,5.333333333333333,3,3,1.0 -Weather,ARIMA,1.1828404974129152,1.1764735582641779,6.666666666666667,3,3,1.0 -Weather,Moving-Average,1.3189714527569925,1.2650417859402934,7.333333333333333,3,3,1.0 -Weather,ETS,4.157163089456744,2.369180736668262,9.666666666666666,3,3,1.0 +Ocean,ARIMA,1.2484198664749666,1.1074859897859202,8.5,2,2,1.0 +Ocean,ETS,1.6928702065893653,1.2727294003544,10.0,2,2,1.0 +Weather,Chronos-2,0.3205499243964974,0.5082490399502162,1.6666666666666667,3,3,1.0 +Weather,Seasonal-Naive,1.0,1.0,4.0,3,3,1.0 +Weather,Moirai-1.1-Large,1.3396122534378543,1.0306293358036964,4.333333333333333,3,3,1.0 +Weather,Timer-S1,1.0391035317841626,1.0294047870017693,4.666666666666667,3,3,1.0 +Weather,Toto-2.0-1B,0.34859243036563886,1.184609034905993,5.0,3,3,1.0 +Weather,TimesFM-2.5,0.6304599200711729,1.1031890285810722,5.333333333333333,3,3,1.0 +Weather,Moving-Average,1.0144575966572633,1.2785505311894558,6.0,3,3,1.0 +Weather,TiRex,1.295169852413047,1.4545159829875736,7.0,3,3,1.0 +Weather,ARIMA,4.005644656851351,2.125810415231672,8.0,3,3,1.0 +Weather,ETS,14.005228701019972,3.797883961812774,9.0,3,3,1.0 Web,Timer-S1,0.07964128523181596,0.2055042777744156,1.0,1,1,1.0 Web,TiRex,0.06236664013921311,0.21782916134449717,2.0,1,1,1.0 Web,Moirai-1.1-Large,0.11794628922452742,0.23000093954870818,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 77865775120925eda41c763c17decdde1f204fa1..c26bb0b5fa2f0a7d80438e6047c94b22dc60f374 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -9,16 +9,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 10min,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 10min,ARIMA,0.9574906632979268,1.0008577312112683,9.0,1,1,1.0 10min,ETS,1.3410143443669023,1.138127504807424,10.0,1,1,1.0 -15min,Toto-2.0-1B,0.21114779920776686,0.401949427137809,1.0,1,1,1.0 -15min,ARIMA,0.5149388428600437,0.42125959394719337,2.0,1,1,1.0 -15min,ETS,0.18886410281491778,0.42662982968865293,3.0,1,1,1.0 -15min,Moirai-1.1-Large,0.35250428094863895,0.44268405547201445,4.0,1,1,1.0 -15min,Chronos-2,0.66568441999952,0.6636459286741607,5.0,1,1,1.0 -15min,TiRex,0.8210774354944625,0.7755020307596745,6.0,1,1,1.0 -15min,TimesFM-2.5,0.6329986773570379,0.9302437320214425,7.0,1,1,1.0 -15min,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 -15min,Timer-S1,1.33334178228875,1.0214942019155324,9.0,1,1,1.0 -15min,Moving-Average,1.0160145833335794,1.2171315667131521,10.0,1,1,1.0 +15min,ARIMA,0.8575250684902629,0.6298497358987422,1.0,1,1,1.0 +15min,ETS,0.553580676229801,0.8676303869446668,2.0,1,1,1.0 +15min,Seasonal-Naive,1.0,1.0,3.0,1,1,1.0 +15min,Toto-2.0-1B,0.7088384297768275,1.0916795750177846,4.0,1,1,1.0 +15min,TiRex,0.642998295255502,1.108541723585386,5.0,1,1,1.0 +15min,Chronos-2,0.7015233919690053,1.135204109151668,6.0,1,1,1.0 +15min,TimesFM-2.5,0.689314921020468,1.1807884366652002,7.0,1,1,1.0 +15min,Timer-S1,0.871625331735611,1.2034597633482607,8.0,1,1,1.0 +15min,Moving-Average,1.0655308142888356,1.2590774744243416,9.0,1,1,1.0 +15min,Moirai-1.1-Large,2.309955576086044,1.6527480964756014,10.0,1,1,1.0 1D,Timer-S1,0.07964128523181596,0.2055042777744156,1.0,1,1,1.0 1D,TiRex,0.06236664013921311,0.21782916134449717,2.0,1,1,1.0 1D,Moirai-1.1-Large,0.11794628922452742,0.23000093954870818,3.0,1,1,1.0 @@ -29,23 +29,23 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.33824919205466686,0.5912346586596604,3.5,6,6,1.0 -1h,Toto-2.0-1B,0.4440459218327823,0.6520988898854273,4.166666666666667,6,6,1.0 -1h,TiRex,0.47602342906723893,0.6971910974022898,4.666666666666667,6,6,1.0 -1h,Timer-S1,0.59732834353966,0.6360557376053454,5.0,6,6,1.0 -1h,Moirai-1.1-Large,0.8203680354273523,0.7185830866704384,5.5,6,6,1.0 -1h,ARIMA,0.8544797360041484,0.8734591828848945,6.0,6,6,1.0 -1h,ETS,1.0687062809071148,0.9977655460896491,6.0,6,6,1.0 -1h,TimesFM-2.5,0.543214706255949,0.7393044665033515,6.0,6,6,1.0 -1h,Moving-Average,0.8165586100332317,0.8633070135807073,6.666666666666667,6,6,1.0 -1h,Seasonal-Naive,1.0,1.0,7.5,6,6,1.0 -6min,Chronos-2,0.07998584862909197,0.18402110300089822,1.0,1,1,1.0 -6min,Toto-2.0-1B,0.019519232490389497,0.2203831484412162,2.0,1,1,1.0 -6min,Timer-S1,0.15544247186731752,0.24942317567889818,3.0,1,1,1.0 -6min,TimesFM-2.5,0.14005167337738444,0.32899313903478394,4.0,1,1,1.0 -6min,TiRex,0.8312939832336016,0.5040963609746415,5.0,1,1,1.0 -6min,Moving-Average,0.8719163939224357,0.9187024754291447,6.0,1,1,1.0 +1h,Chronos-2,0.37862700963485807,0.5530246929114353,3.0,6,6,1.0 +1h,Toto-2.0-1B,0.38142333189052363,0.8130239103662688,4.0,6,6,1.0 +1h,Timer-S1,0.7836382669690461,0.7736449904277753,4.333333333333333,6,6,1.0 +1h,Moirai-1.1-Large,0.9354597930134488,0.8118118550702554,5.0,6,6,1.0 +1h,TiRex,0.9423637966073353,0.9410203485850732,5.833333333333333,6,6,1.0 +1h,TimesFM-2.5,0.5539264703448552,0.8706577802999053,6.0,6,6,1.0 +1h,Moving-Average,0.7735763196479231,0.9066801257610813,6.166666666666667,6,6,1.0 +1h,ETS,2.624803091385514,1.479981318836777,6.666666666666667,6,6,1.0 +1h,Seasonal-Naive,1.0,1.0,6.833333333333333,6,6,1.0 +1h,ARIMA,1.6210076295196152,1.3519026128016056,7.166666666666667,6,6,1.0 +6min,TimesFM-2.5,0.019065069527182184,0.1289537323258901,1.0,1,1,1.0 +6min,Chronos-2,0.06102864342384471,0.15541234002914509,2.0,1,1,1.0 +6min,Timer-S1,0.049909183237356713,0.16189090440409162,3.0,1,1,1.0 +6min,Toto-2.0-1B,0.009176488943755867,0.17398183944409523,4.0,1,1,1.0 +6min,TiRex,0.3125416797681674,0.329662926657441,5.0,1,1,1.0 +6min,Moving-Average,0.951682354110596,0.9484887897545567,6.0,1,1,1.0 6min,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 -6min,ARIMA,3.8846641785549854,1.8409702904179306,8.0,1,1,1.0 -6min,Moirai-1.1-Large,9.26247120727624,1.8591653583987533,9.0,1,1,1.0 -6min,ETS,6.283727370077683,2.3481667497588026,10.0,1,1,1.0 +6min,ARIMA,1.6277465909079303,1.225474090196337,8.0,1,1,1.0 +6min,Moirai-1.1-Large,4.254251973081009,1.316828184993875,9.0,1,1,1.0 +6min,ETS,2.137046145998445,1.4232501364603738,10.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index d9a982d1e66e00827ca5edc9ebaa972172efde29..d98a3ff60f73156c3b6510a9eafd6563d3a0d1a2 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,26 +9,26 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.372598657465411,0.6010740287487141,3.7142857142857144,7,7,1.0 -24,Toto-2.0-1B,0.3993077104301088,0.6085456585759677,3.7142857142857144,7,7,1.0 -24,TiRex,0.5145772527623981,0.707874514313873,4.857142857142857,7,7,1.0 -24,Moirai-1.1-Large,0.7271138159323901,0.6705362492532757,5.285714285714286,7,7,1.0 -24,ARIMA,0.7948421589109231,0.7870472122987447,5.428571428571429,7,7,1.0 -24,ETS,0.8343120438408147,0.8837256539197067,5.571428571428571,7,7,1.0 -24,Timer-S1,0.669933138267824,0.6805917927126568,5.571428571428571,7,7,1.0 -24,TimesFM-2.5,0.5552156539905821,0.7639706530904172,6.142857142857143,7,7,1.0 -24,Moving-Average,0.8424542050331724,0.9067250030053975,7.142857142857143,7,7,1.0 -24,Seasonal-Naive,1.0,1.0,7.571428571428571,7,7,1.0 -60,Chronos-2,0.07998584862909197,0.18402110300089822,1.0,1,1,1.0 -60,Toto-2.0-1B,0.019519232490389497,0.2203831484412162,2.0,1,1,1.0 -60,Timer-S1,0.15544247186731752,0.24942317567889818,3.0,1,1,1.0 -60,TimesFM-2.5,0.14005167337738444,0.32899313903478394,4.0,1,1,1.0 -60,TiRex,0.8312939832336016,0.5040963609746415,5.0,1,1,1.0 -60,Moving-Average,0.8719163939224357,0.9187024754291447,6.0,1,1,1.0 +24,Chronos-2,0.41349770246415984,0.6128624506205702,3.4285714285714284,7,7,1.0 +24,Toto-2.0-1B,0.4167310179612995,0.8479844148955618,4.0,7,7,1.0 +24,Timer-S1,0.7956419355326947,0.824051879766072,4.857142857142857,7,7,1.0 +24,Moirai-1.1-Large,1.0644071151379848,0.8985923445306752,5.714285714285714,7,7,1.0 +24,TiRex,0.8922838949754772,0.963304819587713,5.714285714285714,7,7,1.0 +24,ETS,2.1015383897611013,1.371275111143628,6.0,7,7,1.0 +24,TimesFM-2.5,0.5715031490729927,0.9093917300786553,6.142857142857143,7,7,1.0 +24,ARIMA,1.480060938371149,1.2121559152023837,6.285714285714286,7,7,1.0 +24,Seasonal-Naive,1.0,1.0,6.285714285714286,7,7,1.0 +24,Moving-Average,0.809784179490737,0.9502224572874579,6.571428571428571,7,7,1.0 +60,TimesFM-2.5,0.019065069527182184,0.1289537323258901,1.0,1,1,1.0 +60,Chronos-2,0.06102864342384471,0.15541234002914509,2.0,1,1,1.0 +60,Timer-S1,0.049909183237356713,0.16189090440409162,3.0,1,1,1.0 +60,Toto-2.0-1B,0.009176488943755867,0.17398183944409523,4.0,1,1,1.0 +60,TiRex,0.3125416797681674,0.329662926657441,5.0,1,1,1.0 +60,Moving-Average,0.951682354110596,0.9484887897545567,6.0,1,1,1.0 60,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 -60,ARIMA,3.8846641785549854,1.8409702904179306,8.0,1,1,1.0 -60,Moirai-1.1-Large,9.26247120727624,1.8591653583987533,9.0,1,1,1.0 -60,ETS,6.283727370077683,2.3481667497588026,10.0,1,1,1.0 +60,ARIMA,1.6277465909079303,1.225474090196337,8.0,1,1,1.0 +60,Moirai-1.1-Large,4.254251973081009,1.316828184993875,9.0,1,1,1.0 +60,ETS,2.137046145998445,1.4232501364603738,10.0,1,1,1.0 72,Moirai-1.1-Large,0.9536995882824876,0.8998901186014491,1.0,1,1,1.0 72,Moving-Average,0.945429199910745,0.938087062642319,2.0,1,1,1.0 72,TiRex,0.9938497419576785,0.9477853802425206,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index a076103e1cc1af75968b9777a00df0bcf1dd37c9..a434a9dbe45ff7f6ad8df70fc15b494e165cf837 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Toto-2.0-1B,0.2818851820027389,0.52417424632947,3.6,10,10,1.0 -Overall,Chronos-2,0.3048706231702152,0.5123310523386623,3.9,10,10,1.0 -Overall,TiRex,0.4668938789080259,0.6261859981975626,4.4,10,10,1.0 -Overall,Timer-S1,0.48595087066472115,0.5653623532599099,4.8,10,10,1.0 -Overall,Moirai-1.1-Large,0.8033484360481754,0.687098964050875,5.0,10,10,1.0 -Overall,TimesFM-2.5,0.4196641152306307,0.6501122475582872,5.9,10,10,1.0 -Overall,ARIMA,0.8728294083106829,0.8251541581777896,6.2,10,10,1.0 -Overall,Moving-Average,0.7909928831841263,0.8532960860197314,6.6,10,10,1.0 -Overall,ETS,0.9915415513769258,0.9386401750823289,6.8,10,10,1.0 -Overall,Seasonal-Naive,1.0,1.0,7.8,10,10,1.0 +Overall,Chronos-2,0.31917576280015586,0.5106425513378182,3.8,10,10,1.0 +Overall,Toto-2.0-1B,0.26932540339816746,0.6457650318590982,4.0,10,10,1.0 +Overall,Timer-S1,0.48925332361900187,0.6190175232156101,4.3,10,10,1.0 +Overall,TiRex,0.6224009401567284,0.7446020484614833,5.0,10,10,1.0 +Overall,Moirai-1.1-Large,0.9704370006499813,0.8147769244211366,5.3,10,10,1.0 +Overall,TimesFM-2.5,0.35082189648474643,0.6687827803566782,5.6,10,10,1.0 +Overall,Moving-Average,0.776158437847063,0.8845660646854058,6.2,10,10,1.0 +Overall,ARIMA,1.2363794948289646,1.071892464992253,6.8,10,10,1.0 +Overall,Seasonal-Naive,1.0,1.0,6.9,10,10,1.0 +Overall,ETS,1.6994826899036302,1.2142814497491203,7.1,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index bbe6a208a68f464a9ea4e0248544e28072467bd8..584e564e969c94b2f3d8cd25dde212fcad238be8 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,325304.73435795255,256583.19504198988,473.68431240808997,0.44534444010967006,0.007381940321891388,0.007411998659705626,5.831596841142438,570.3549196403521,0.00889886951895376,0.007390582151816854,0.006258168526647614,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,248714.18108909135,681277.2068278427,788.8247664460863,0.7464376224677189,0.012294111833586164,0.012377341993400078,14.842568257878517,498.71252349333616,0.00778073866590613,0.012306968587672629,0.011000001594411852,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.7725986612046284,0.7607148339555734,0.6899301390567951,2.0271194082492188,0.67431879141515,0.41801643500147284,79.12414778643237,0.878975916168713,0.6208041899743698,0.48728470625564535,0.48513092865659274,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.4948119936624542,0.48529093173159893,0.5473250392107355,1.6045490645648774,0.6024883496520753,0.38724435809001384,62.3312279608754,0.7034287409983006,0.533062027116816,0.4147658147709526,0.4125625693400842,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.0855092586436752,0.09241686973053768,0.286765674200223,4.301486848556915,0.17844069085602587,0.19769407207258968,66.9065586095629,0.2924196618623228,0.18533639544791952,0.1817528823334903,0.16832306600712701,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ARIMA,0.044758698731949736,0.022431053368681547,0.12459988555261876,0.06264798848446257,0.008858052981789795,0.008914351696941783,1.0288597455464723,0.21156251731332215,0.015098128456208913,0.008892052815368472,0.01002485442599358,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,52.87198838419894,51.73229780196786,6.260393504658879,0.5414694866546529,0.3561655509465631,0.2850124372856924,5.097982223777315,7.271312700207504,0.3345054642930064,0.2879996944531183,0.2494299281342662,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,16.40117047380289,15.944972661638344,3.705801059181739,1.950421449442106,0.15858167476466994,0.14503816828993094,51.74170312337943,4.049835857637058,0.16868458612313672,0.15435477878540113,0.14475815727102914,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,13.823037197068068,12.018644079409995,2.8867375894226797,0.5343061862170512,0.4469247763731576,0.34155288315603355,3.345312376619626,3.7179345337254217,0.44615214404705056,0.34640851073072154,0.26420064964827106,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ARIMA,1287.3471071501092,410.775507267166,15.446902261170104,0.9268141356702063,0.00665213522175223,0.006624866845999525,11.651328531580509,35.87961966284076,0.015335901547785899,0.006602415926412868,0.005976909644011825,Hydrology,1 +nws_ksfo_observations_temperature/1h/short,ARIMA,0.022446845691907105,0.014982831301942104,0.12046386051156555,0.06208588508449394,0.008604992750356005,0.008643386670412612,1.1698279430209537,0.14982271420551393,0.01070480859264454,0.008607123265291112,0.009355392922129842,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,66.12571104848128,64.66598979898484,6.960502128144319,0.6015391649640066,0.4038366969683996,0.3109899687751776,7.923387762693867,8.131771704154101,0.37895635126155036,0.32437291470963814,0.28820392772205355,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,8.76754445230361,8.585671782160391,2.698900338238906,1.442866587999955,0.11585654148884612,0.10834900414013009,30.309318698760467,2.9610039601972185,0.1242379283998833,0.11324057363240166,0.10373046645884583,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,17.29432923734014,15.331562174013131,3.207185477220902,0.5943818645042599,0.8147561773391233,0.4065410658434571,3.928371024171724,4.158645120389589,0.5308908664327135,0.4094279332622428,0.321670528051352,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,ARIMA,2143.812671225657,676.9687257314522,25.94371947808897,0.9962388279586164,0.011218152888442424,0.011182775447210557,7.116280490013086,46.30132472430629,0.020004172698170133,0.011208807695303965,0.00907830222399508,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,2599.5201170151004,2216.5686908570165,40.432826615787135,0.8381357911778606,0.1818877265305847,0.16515149789232947,7.202835508742811,50.98548927896152,0.20266804369831382,0.1607210598015389,0.1217255860630082,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 1148e059e5b72ae0dfe376318ab9f3a59ba4fea1..446ad65da1618ad7bb8fb123ca40a3fb80abcd6c 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T07:05:12.056264+00:00", + "evaluated_at": "2026-06-22T07:25:18.954959+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65539.5, 64926.01953125, 64909.44140625, 64798.0, @@ -101,10 +100,10 @@ 64426.0, 64276.12109375, 64256.55078125, - 64303.4609375 + 64303.4609375, + 64191.0703125 ], "actuals": [ - 64191.0703125, 64014.0, 64209.16015625, 64365.98828125, @@ -127,88 +126,88 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 63989.94921875 + 63989.94921875, + 64258.66015625 ], "p50": [ - 63633.762559345865, - 63620.264607162295, - 63620.33526814602, - 63640.49685055389, - 63665.44197671395, - 63649.21633430214, - 63664.82751225291, - 63658.01482043698, - 63664.820053868076, - 63664.81910490525, - 63628.307707233, - 63640.05400700537, - 63664.818455194836, - 63640.053902433996, - 63638.26984335859, - 63622.21820942615, - 63649.19494490356, - 63665.10507924297, - 63649.1949434374, - 63620.058463163805, - 63678.506854824875, - 63679.614299648005, - 63649.19494312313, - 63630.59440132991 + 63492.18370368655, + 63471.41857714654, + 63493.53325083366, + 63428.80641808227, + 63447.77158278841, + 63393.84201176236, + 63358.45921217973, + 63400.35707762191, + 63319.785206761786, + 63315.170384698744, + 63296.35922577035, + 63296.639511655834, + 63302.879373040254, + 63269.18767364702, + 63288.708687285776, + 63229.1740668494, + 63213.78026811458, + 63253.67444410639, + 63223.420260804836, + 63216.7185969824, + 63186.48242524329, + 63160.53311928468, + 63157.77259554335, + 63150.33308765381 ], "p10": [ - 63396.27141410596, - 63364.84348532242, - 63385.05294593654, - 63375.295812962184, - 63391.18035997289, - 63376.41977647462, - 63390.41809942983, - 63384.78002180259, - 63384.77779390309, - 63389.84640736798, - 63279.9045750441, - 63390.40911570654, - 63391.058078704045, - 63389.84572642098, - 63364.19363413647, - 63376.39838948997, - 63366.74897606013, - 63394.7457227356, - 63394.38416404419, - 63389.00792782895, - 63390.7033567079, - 63376.39838531003, - 63394.745721983374, - 63383.93836526737 + 63249.69602737245, + 63122.9900047198, + 63161.73217152597, + 63181.91817570589, + 63156.59285239787, + 63191.314058994, + 62994.76997493257, + 63058.328657556965, + 63068.74086466828, + 63052.60512433716, + 63037.19929940847, + 63031.888585350825, + 63010.80316486745, + 63007.06740822695, + 62995.04809164019, + 62972.370489618916, + 62960.70074558745, + 62962.495713715856, + 62938.921053407445, + 62928.764426108915, + 62929.814494109385, + 62880.13992712001, + 62900.96901831286, + 62892.52918704604 ], "p90": [ - 63845.105677733394, - 63869.44729733741, - 63872.614277067034, - 63868.91534005851, - 63892.26492033199, - 63892.10153053144, - 63892.22381126925, - 63892.0690691667, - 63892.0668412672, - 63906.490017379685, - 63892.06548809833, - 63873.37941752521, - 63906.48936766927, - 63872.33749512376, - 63872.337481818686, - 63835.859185550886, - 63893.64216293417, - 63875.247880379764, - 63931.71201091568, - 63856.2253101275, - 63875.2478796758, - 63875.26283080367, - 63906.48931326603, - 63870.251861031174 + 63717.11020610376, + 63762.84312036233, + 63742.50576316144, + 63689.91036584032, + 63707.89744908109, + 63670.11759947068, + 63680.67010582883, + 63643.23404207804, + 63572.913001189336, + 63578.775170239, + 63584.39555429317, + 63589.088137590414, + 63537.75915093577, + 63542.2347883478, + 63540.730209064335, + 63487.77434420916, + 63516.83781806044, + 63494.39879916527, + 63484.80062756034, + 63484.90149858191, + 63474.303833155864, + 63436.7647079602, + 63475.940713785436, + 63377.09045016845 ], "timestamps": [ - "2026-06-17 07:00:00", "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", @@ -327,6 +326,7 @@ "2026-06-22 03:00:00", "2026-06-22 04:00:00", "2026-06-22 05:00:00", - "2026-06-22 06:00:00" + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 77d13af042dd507ff27b1506f215f8bac3adf27d..8437ee3209c2022b0211c1f521f412c7cd387ea6 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T06:53:21.542693+00:00", + "evaluated_at": "2026-06-22T07:25:19.005841+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.815999984741211, - 1.815000057220459, - 1.812999963760376, - 1.815999984741211, - 1.809999942779541, 1.8029999732971191, 1.8009999990463257, 1.8029999732971191, @@ -245,14 +240,14 @@ 1.7480000257492065, 1.7640000581741333, 1.7740000486373901, - 1.7929999828338623 - ], - "actuals": [ + 1.7929999828338623, 1.8079999685287476, 1.8209999799728394, 1.8380000591278076, 1.8489999771118164, - 1.8450000286102295, + 1.8450000286102295 + ], + "actuals": [ 1.840999960899353, 1.8480000495910645, 1.8619999885559082, @@ -307,200 +302,200 @@ 0.7620000243186951, 0.7390000224113464, 0.7160000205039978, - 0.7139999866485596 + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486 ], "p50": [ - 1.8017350086614046, - 1.8163251600286339, - 1.833718498110988, - 1.8485093843716787, - 1.8622235602174901, - 1.8756336166729435, - 1.8896784204011372, - 1.9023415233258634, - 1.9166618957989914, - 1.9287654898598885, - 1.942607825960362, - 1.9536044246271336, - 1.9663158461763375, - 1.9779321312162517, - 1.9892185034815064, - 2.0003127128776894, - 2.011446563973418, - 2.0217887051222094, - 2.031259172216987, - 2.0426941262330267, - 2.052008847903609, - 2.0611264099302273, - 2.070311994018041, - 2.080138370526248, - 2.0892998219626477, - 2.0968682082256818, - 2.1047299009138287, - 2.113667295022622, - 2.121038724287221, - 2.131021376875295, - 2.138421646379058, - 2.1441405995620055, - 2.151919056016793, - 2.158457125993097, - 2.166242178561677, - 2.174135828600864, - 2.181258547931269, - 2.186382644395927, - 2.194284104153355, - 2.1996140073457124, - 2.2047641134751133, - 2.2118905552871078, - 2.2176316385143, - 2.221930849349682, - 2.228999377298823, - 2.2339914112737134, - 2.237884806474339, - 2.2440969520912466, - 2.2480914649271604, - 2.252310960072596, - 2.2585369955197923, - 2.264349815344164, - 2.267555147267617, - 2.271518230917305, - 2.2777241459975737, - 2.282454514709269, - 2.2853445955826768, - 2.2891762286513018, - 2.2935543470624395, - 2.296739388473094 + 1.8380027075859493, + 1.8396439159039462, + 1.840855623168958, + 1.8422701213540136, + 1.8435047637594402, + 1.844951926827411, + 1.846396029922111, + 1.8475774778288063, + 1.8475197504134773, + 1.84811570410247, + 1.8497110320720782, + 1.8527142764492759, + 1.8513715782726297, + 1.8521935640533411, + 1.8552568739339343, + 1.8555436247259252, + 1.8539123701267881, + 1.8555073852613913, + 1.8574817444603156, + 1.858724537667141, + 1.8580030129785656, + 1.8597565015075257, + 1.85902319090751, + 1.8623908012476869, + 1.8608223896878273, + 1.8633028890881609, + 1.8636141303279685, + 1.864517922917718, + 1.8633784707229266, + 1.8635756595084916, + 1.8647239253073415, + 1.8646181900836036, + 1.8667748588592636, + 1.8673776662355857, + 1.8679000051356356, + 1.8688702967823156, + 1.8677841672274316, + 1.8694320648677412, + 1.87004069256233, + 1.8697188072429176, + 1.8696160531572703, + 1.871531233731776, + 1.871552569223541, + 1.8706508052745705, + 1.8721501716840674, + 1.8717038800595505, + 1.872119000786681, + 1.8720071997285297, + 1.8728766711483327, + 1.8737645945747643, + 1.8754301812906453, + 1.8734046088626755, + 1.8750230199632552, + 1.875445155226779, + 1.8751502570050151, + 1.8766809554282382, + 1.8753405416479596, + 1.8760291379486713, + 1.8758823239889604, + 1.874668762489495 ], "p10": [ - 1.7911466497276032, - 1.806237133874137, - 1.8215310742477222, - 1.8371504630593656, - 1.8533764076966044, - 1.865471525433193, - 1.8790075041083696, - 1.892729819754679, - 1.9059136548349462, - 1.9188751119979588, - 1.933772917385604, - 1.9431735298949409, - 1.954435635205343, - 1.9698310994000792, - 1.9784366953689718, - 1.988727982847285, - 2.001601749574786, - 2.011444376991051, - 2.021265598324375, - 2.03183220095188, - 2.04096547618658, - 2.051287659142994, - 2.060125951708963, - 2.0691723987350406, - 2.0800298095563807, - 2.0868818931867086, - 2.0950708618249707, - 2.1036927054784655, - 2.11171462204217, - 2.121837805578238, - 2.126623669816246, - 2.1342860098209133, - 2.1412378380757735, - 2.148478842997372, - 2.1569722255698927, - 2.1634396503085562, - 2.169955737611604, - 2.1764281004540065, - 2.1828398272900413, - 2.1890778614882187, - 2.194945448991262, - 2.200038473843641, - 2.2068068228706044, - 2.2118839095425775, - 2.2179522059620824, - 2.2233012683102245, - 2.227894170340939, - 2.23358942204393, - 2.23847555153521, - 2.243465109100689, - 2.2477234325560627, - 2.2541095634579293, - 2.2572654009041853, - 2.2612019257705005, - 2.2680506883183553, - 2.2698383577382177, - 2.2747496630343362, - 2.279021468789724, - 2.2835832273891046, - 2.2867765699415883 + 1.826820979351865, + 1.8301374096095364, + 1.8312262504390924, + 1.8336573111773125, + 1.8321389415991736, + 1.8342955967182843, + 1.8362427238966308, + 1.8367091240108275, + 1.8374835960914124, + 1.8394130488980867, + 1.8404451760331257, + 1.8420369032632276, + 1.8418644933494237, + 1.8425073143231074, + 1.8434193166545498, + 1.8449850744840193, + 1.8452585913919404, + 1.84590726894753, + 1.8467245407474555, + 1.8472644790753299, + 1.8477144705979363, + 1.8488938661390548, + 1.8498231563217313, + 1.8501681815818105, + 1.8509869930265825, + 1.8523325873026142, + 1.8525090066447532, + 1.853605126459223, + 1.8536285625667706, + 1.8537353380255015, + 1.854264780107633, + 1.8552487761353595, + 1.85729151342815, + 1.8559465182621349, + 1.8575638944868493, + 1.8576200044129398, + 1.859330047736413, + 1.8590541747019649, + 1.8590561474800942, + 1.858096936208529, + 1.8596981567758968, + 1.8601326782074747, + 1.8604630626408594, + 1.8613531236706304, + 1.8608118117833035, + 1.8632497605685319, + 1.8633702405337231, + 1.8613578459140672, + 1.8625275941692596, + 1.864872346391958, + 1.8637180807561151, + 1.8627575263877585, + 1.864355800195729, + 1.8661779797983258, + 1.8639993824759107, + 1.866640292570518, + 1.8669331853718611, + 1.865875541273273, + 1.8655754256682235, + 1.865426825537272 ], "p90": [ - 1.8132910860637024, - 1.8261278137438464, - 1.8422002293486945, - 1.8565737766108563, - 1.8699048520790331, - 1.8851886417071408, - 1.9006691230513855, - 1.912822659376634, - 1.926127220606094, - 1.9374633579429716, - 1.9507696424989316, - 1.9627079763932178, - 1.9717443204729441, - 1.9851993663586196, - 1.9981036952977203, - 2.008531710365389, - 2.019580662320517, - 2.0294418674562245, - 2.0404679248386524, - 2.0513619549164885, - 2.0599754802728314, - 2.070401268311474, - 2.079410152363232, - 2.089453113318638, - 2.0984509929424973, - 2.1045028546472806, - 2.1155089682823527, - 2.1237196928048805, - 2.128451398003891, - 2.1391198501305273, - 2.146504300411911, - 2.152745482057339, - 2.16127932039879, - 2.1675916958173618, - 2.1752685105778897, - 2.1828047371510557, - 2.1908821562296215, - 2.1961522167178607, - 2.202111978342145, - 2.208724966909673, - 2.2143496297185017, - 2.221932406351418, - 2.2249295576218353, - 2.2316768423744797, - 2.237592825023361, - 2.2427961864114208, - 2.244873255061528, - 2.2526552278489533, - 2.257734033473783, - 2.2626063360910957, - 2.265308463196438, - 2.271908913620429, - 2.2775741008757, - 2.2810909196036566, - 2.2854292670445875, - 2.290527598388835, - 2.2941307044910584, - 2.2995485662309583, - 2.3033518180954626, - 2.305532583620988 + 1.847470364129455, + 1.8487841973299073, + 1.8504749561982394, + 1.8509679258556664, + 1.853217506091244, + 1.8530410881543073, + 1.8545353254206811, + 1.8556318701578882, + 1.857786832978059, + 1.858605162021484, + 1.8601291064166252, + 1.8607330024600879, + 1.8613027178050654, + 1.8614517684197405, + 1.8627814883121867, + 1.864105817127712, + 1.8646358575359352, + 1.8647411094162933, + 1.866093203304097, + 1.8671131030302532, + 1.8674752249707194, + 1.8694615651414523, + 1.8686283576656946, + 1.8702352850926083, + 1.8697639768793974, + 1.872334180565348, + 1.8713420639096998, + 1.8726385861311337, + 1.8711398639440016, + 1.8751492537824863, + 1.8748857745104797, + 1.8734639519992273, + 1.874601593217385, + 1.8760548305435805, + 1.8773707977224208, + 1.8773409072145308, + 1.8769060324599782, + 1.8780204928878133, + 1.8787893896043621, + 1.8792473749011078, + 1.8787063386301224, + 1.8815654331397031, + 1.8800494833655044, + 1.879930071024832, + 1.880880523230435, + 1.8819458597653922, + 1.8818150885389817, + 1.8815446966382048, + 1.8826301996760764, + 1.8837639538714315, + 1.882932552747828, + 1.8829683845091632, + 1.8837396798029384, + 1.883623745633262, + 1.88539197346912, + 1.8851505560917836, + 1.8844788729456132, + 1.8856568659945268, + 1.8849733087214298, + 1.8829463027283395 ], "timestamps": [ - "2026-06-21 00:42:00", - "2026-06-21 00:48:00", - "2026-06-21 00:54:00", - "2026-06-21 01:00:00", - "2026-06-21 01:06:00", "2026-06-21 01:12:00", "2026-06-21 01:18:00", "2026-06-21 01:24:00", @@ -795,6 +790,11 @@ "2026-06-22 06:18:00", "2026-06-22 06:24:00", "2026-06-22 06:30:00", - "2026-06-22 06:36:00" + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00" ] } diff --git a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json index 6fa5f15bd62aed493a5ccd2fea07d0305f32b7ad..ac667878d53f06285345674ab6748f94c01e9a51 100644 --- a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,28 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T06:10:00.028403+00:00", + "evaluated_at": "2026-06-22T07:25:19.042818+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 20.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, 20.0, 20.0, 20.0, @@ -101,11 +84,27 @@ 14.0, 14.0, 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, 14.0 ], "actuals": [ 14.0, - 14.399999618530273, 14.0, 14.0, 14.0, @@ -115,10 +114,11 @@ 14.0, 14.0, 14.0, + 13.899999618530273, + 14.0, 14.0, 14.0, 14.0, - 13.899999618530273, 14.0, 14.0, 14.0, @@ -130,85 +130,84 @@ 14.0 ], "p50": [ - 13.889742606414762, - 13.890050443052134, - 13.890050541940624, - 13.886611172819789, - 13.890050540725365, - 13.893089100621742, - 13.889742888912863, - 13.889742707128603, - 13.89005054068144, - 13.889742888911318, - 13.880269038214976, - 13.890358192451446, - 13.880269038214974, - 13.89391342567642, - 13.889742798020109, - 13.86890716695365, - 13.889742570360374, - 13.893089100629963, - 13.889742638744632, - 13.890871125719771, - 13.873709972681743, - 13.891384058988097, - 13.889742570360374, - 13.888986855572528 + 13.874423022207543, + 13.877438873121559, + 13.867326725410441, + 13.875717817467649, + 13.877031195116391, + 13.862428157407884, + 13.879856891720438, + 13.875735678485567, + 13.881510113908673, + 13.864606499854835, + 13.879856949877045, + 13.864606499480734, + 13.875735667527211, + 13.864606499467492, + 13.879160241820516, + 13.878463533691217, + 13.881510115969975, + 13.88196948338134, + 13.877907248489063, + 13.877032840036799, + 13.877032659644366, + 13.881956090213386, + 13.877191901661863, + 13.875762260290713 ], "p10": [ - 13.315538686975598, - 13.229614764317613, - 12.897593041633426, - 12.98354488420052, - 13.322047848893218, - 13.439893055363207, - 12.974949787875516, - 12.974949787873694, - 13.25695586956901, - 13.221019674493764, - 13.322047848849241, - 13.450734621873531, - 13.31553865092121, - 13.229614771055648, - 12.897592036661186, - 13.32204784884924, - 12.974949787873982, - 13.256955869568957, - 13.31553865092121, - 13.439893055371428, - 12.897583003244163, - 13.32204784884924, - 12.974949787873982, - 12.897592036661186 + 13.301839553573942, + 13.212770334726226, + 12.966898245576447, + 13.212532105965304, + 13.303150553975785, + 13.444068790130741, + 12.966944654508163, + 13.444068491598195, + 13.321929427439198, + 13.239809880379779, + 13.444073523499506, + 13.444068480656151, + 13.239809879989366, + 13.212523363267016, + 13.444073523572385, + 13.44408172939398, + 13.43206321142383, + 13.324015788456538, + 13.444089188434265, + 13.444068480642422, + 13.321929429500504, + 13.547594704254589, + 13.432063211423834, + 13.444068480642422 ], "p90": [ - 14.131193762163083, - 14.120410771777758, - 14.131193727367933, - 14.450628108541519, - 14.120410778559771, - 14.090136323375946, - 14.13119372611023, - 14.030268422196878, - 14.09013632338422, - 14.090136323384156, - 14.03538505594862, - 14.131193726108695, - 14.081434759711689, - 14.093163768897329, - 14.081434759711689, - 13.987136640704351, - 14.120410778515792, - 14.131193726108695, - 14.035385055948618, - 14.082304916078936, - 13.987136640704351, - 14.259333032068017, - 14.090136323384167, - 13.927126864423272 + 14.071952244581116, + 13.940309094009598, + 13.919238436789122, + 13.983622272229354, + 13.884057304884125, + 13.884060244647179, + 13.944417205018391, + 13.887351585009348, + 14.077367039335904, + 13.916976324493858, + 13.944417263174998, + 13.992988880730971, + 13.944417263245384, + 13.919284903950901, + 13.944417263247876, + 14.077367041397228, + 13.983613529530576, + 14.09095102114629, + 14.073264889903367, + 13.9400621225499, + 13.88405993515886, + 13.992578665567859, + 14.213206838888016, + 13.992578665567859 ], "timestamps": [ - "2026-06-21 20:00:00", "2026-06-21 21:00:00", "2026-06-21 22:00:00", "2026-06-21 23:00:00", @@ -327,6 +326,7 @@ "2026-06-26 16:00:00", "2026-06-26 17:00:00", "2026-06-26 18:00:00", - "2026-06-26 19:00:00" + "2026-06-26 19:00:00", + "2026-06-26 20:00:00" ] } diff --git a/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index bc5261af9cafdb94b7490cfc27e0d3d17a81fc87..88c406eaced6443d976a3b73bfae01afb01801e2 100644 --- a/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T06:10:00.065646+00:00", + "evaluated_at": "2026-06-22T07:25:19.074066+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 22.799999237060547, - 21.399999618530273, 20.5, 19.899999618530273, 20.299999237060547, @@ -341,11 +339,11 @@ 27.0, 25.299999237060547, 25.600000381469727, - 25.700000762939453 + 25.700000762939453, + 26.799999237060547, + 27.0 ], "actuals": [ - 26.799999237060547, - 27.0, 28.399999618530273, 30.0, 31.399999618530273, @@ -367,89 +365,89 @@ 20.100000381469727, 20.100000381469727, 21.399999618530273, - 19.399999618530273 + 19.399999618530273, + 21.600000381469727, + 25.5 ], "p50": [ - 25.502688747149705, - 25.753142708884784, - 25.701494606879088, - 25.721653673154442, - 25.4359385886576, - 25.397454573688336, - 25.575512266735785, - 25.75623601927652, - 25.806411338334414, - 25.436888634645666, - 25.6157818540393, - 25.66645723720257, - 25.33197905848597, - 25.45171768628044, - 25.756309931262958, - 25.43378525444767, - 25.48982235516219, - 25.62076930574767, - 25.532145596427526, - 25.452050556154596, - 25.589794822908086, - 25.809819785691033, - 25.467199081890836, - 25.532632416088706 + 27.107116067603343, + 26.997909625838652, + 26.92653498279931, + 27.075356821109878, + 27.180791656676522, + 26.85150264896984, + 26.84150260351749, + 27.139700636903044, + 27.02072484924637, + 26.8162201025554, + 27.043070631916354, + 26.75718370584457, + 26.84632984353834, + 26.7793210030708, + 26.837309123930698, + 26.747090916683206, + 26.87224360881872, + 27.001216456766, + 27.182504660149792, + 26.791818392177813, + 26.93324253917807, + 26.837309462988497, + 26.76598849178239, + 26.778485086454182 ], "p10": [ - 22.045717972896284, - 21.462519512294147, - 22.850518515155557, - 22.354119735106135, - 20.007451306069, - 21.479863107209418, - 23.404543705518392, - 23.59624254525037, - 21.73544522880193, - 22.420759137959532, - 22.43454318597545, - 22.940456888115406, - 22.095254365020185, - 21.53467062802324, - 22.23129258865969, - 19.98251720144673, - 20.860627415476884, - 23.09615173655015, - 21.27205510844276, - 21.26570941821639, - 19.95949280260382, - 22.963771208250698, - 22.095255395468826, - 22.83793266685317 + 23.979985445809636, + 23.76184036244449, + 23.52318407829646, + 24.307731471065512, + 24.822988239901797, + 23.844047115693467, + 24.299610602851807, + 24.78362806438993, + 24.824689375352357, + 23.597042825293485, + 24.550209889704174, + 23.06872334419144, + 23.78355685957918, + 23.47292156591338, + 23.586590009991994, + 21.87253718252296, + 24.580766336022506, + 23.777636635833545, + 23.59110279590653, + 23.072240064643307, + 22.857297239393997, + 23.452290226505973, + 23.40982568009262, + 23.790635161073308 ], "p90": [ - 29.414964228838972, - 30.402655696615557, - 29.442414541516865, - 29.58895071847878, - 29.026392064102925, - 29.031946162525948, - 29.55244010226782, - 29.55892509272633, - 30.584361497754404, - 29.567700879581555, - 30.0614317195322, - 29.59759866086298, - 29.06095993232616, - 31.266816626182287, - 30.0638023669617, - 29.55899911183958, - 31.3759926515869, - 30.401818330852514, - 31.048978567606586, - 29.637802423197677, - 29.552614341373147, - 30.46411393989529, - 29.644177417952054, - 29.55261434239089 + 30.873078115957192, + 31.34408786081815, + 31.884293832804012, + 31.00008870749696, + 31.366934639285187, + 31.942169889716457, + 31.421692780576233, + 31.956239328000176, + 32.63057641365788, + 30.43538708208062, + 30.690455035682774, + 30.363568611537705, + 31.002489904917425, + 31.311220576821263, + 31.422010430773692, + 30.333786094330154, + 30.72746298496002, + 30.727463020286695, + 33.11983286326383, + 32.39645484255831, + 30.911378732841868, + 30.910712192278165, + 30.949951265397065, + 31.368693272473184 ], "timestamps": [ - "2026-06-07 06:00:00", - "2026-06-07 07:00:00", "2026-06-07 08:00:00", "2026-06-07 09:00:00", "2026-06-07 10:00:00", @@ -807,6 +805,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index c3d7d6bf986680bad5976fda58b902e286d591d8..19d490d5921b6709b75806da72272381b6a45154 100644 --- a/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T06:10:00.100987+00:00", + "evaluated_at": "2026-06-22T07:25:19.109338+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.600000381469727, - 27.700000762939453, 26.5, 25.5, 24.100000381469727, @@ -341,11 +339,11 @@ 27.799999237060547, 28.0, 27.799999237060547, - 27.799999237060547 + 27.799999237060547, + 27.299999237060547, + 27.100000381469727 ], "actuals": [ - 27.299999237060547, - 27.100000381469727, 27.0, 25.600000381469727, 24.100000381469727, @@ -367,89 +365,89 @@ 24.799999237060547, 25.299999237060547, 24.899999618530273, - 24.700000762939453 + 24.700000762939453, + 25.200000762939453, + 25.0 ], "p50": [ - 27.669866512731772, - 27.78923795340979, - 27.726072951363264, - 27.717054644442072, - 27.733086071533634, - 27.77380031094826, - 27.773191465576982, - 27.723756309922848, - 27.72756547640504, - 27.69832090351762, - 27.662914289795342, - 27.78161015102587, - 27.64423821995937, - 27.68627261320956, - 27.727133417096425, - 27.661145706366206, - 27.651093199473184, - 27.716970100076143, - 27.710838798636154, - 27.681603501277987, - 27.667872335370397, - 27.685854671031482, - 27.7499104554935, - 27.77981612463829 + 26.935645738936007, + 26.729924202645307, + 26.7091239973717, + 26.568455386207386, + 26.54476955664004, + 26.528278298688107, + 26.49827648679116, + 26.52787028675438, + 26.546353021184288, + 26.48046981507185, + 26.524586420466704, + 26.549944936916702, + 26.418901759009472, + 26.44172718272882, + 26.43135902739649, + 26.446729497172917, + 26.53413041993255, + 26.396045313988783, + 26.47751028749682, + 26.480765821434, + 26.462720114279914, + 26.507122178363034, + 26.46599025832694, + 26.438201495151027 ], "p10": [ - 26.871730861140854, - 27.023685836395558, - 26.866257443256586, - 26.85616896905361, - 26.990347401951528, - 26.99942245019897, - 27.03072429887218, - 26.949513752812237, - 26.896560100131794, - 26.78431585627219, - 26.905315369017828, - 26.846718807639476, - 26.732290416913866, - 26.948736805633995, - 26.95798369340569, - 26.890478556818024, - 26.90433315500472, - 27.100137825097878, - 27.08041718301185, - 26.838477141986736, - 26.734478764820842, - 26.94307096962173, - 27.17527795016109, - 27.057914541002532 + 26.184632393579214, + 26.103074287685008, + 25.937458680684333, + 25.893678163562384, + 25.65141176216986, + 25.745033161874275, + 25.790469361784133, + 25.87087477243901, + 25.976099522373556, + 25.632400554268138, + 25.86980363522596, + 25.871216088328428, + 25.511098745982622, + 25.516903106742248, + 25.515045107347607, + 25.477727330074845, + 25.725888767001003, + 25.554797664890394, + 25.510500709534117, + 25.853132208394264, + 25.619615299597072, + 25.44545216938616, + 25.768790790148284, + 25.55065786026311 ], "p90": [ - 28.491839078993078, - 28.48246974635028, - 28.46536062669111, - 28.36062768155037, - 28.468398890517623, - 28.699270953696537, - 28.42708434072132, - 28.35328636540981, - 28.463814951605908, - 28.502872159986616, - 28.25185890461366, - 28.462623850861007, - 28.458427032247638, - 28.363496270612764, - 28.42123586621884, - 28.443292340474226, - 28.433954408823062, - 28.433906523632587, - 28.512400526247056, - 28.502958384154834, - 28.53082976327378, - 28.486656427528693, - 28.39541559047903, - 28.463272005470543 + 27.647551369242684, + 27.528410246215486, + 27.414500055751795, + 27.348632991668513, + 27.241884146974915, + 27.2750624566754, + 27.051167353240835, + 27.174841761163318, + 27.26653408175024, + 27.247629881183734, + 27.084557281075522, + 27.31476194893253, + 27.311263987877695, + 27.23950808592615, + 27.210702857900188, + 27.25953566491763, + 27.283456983495217, + 26.962480150883362, + 27.253840097001692, + 27.23256403742112, + 27.192914187433907, + 27.229519485489927, + 27.094283741572138, + 27.33278008450641 ], "timestamps": [ - "2026-06-07 06:00:00", - "2026-06-07 07:00:00", "2026-06-07 08:00:00", "2026-06-07 09:00:00", "2026-06-07 10:00:00", @@ -807,6 +805,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 5dc592f86f3c64eb359bdf4f5d0028f3f76d2688..e05d4dacb9d5ff296fafdcd2b676fbc0ec94f2f9 100644 --- a/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T06:10:00.137021+00:00", + "evaluated_at": "2026-06-22T07:25:19.143678+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 11.0, - 12.0, 51.0, 8.0, 11.0, @@ -151,7 +149,7 @@ 13.0, 13.0, 4.0, - 8.0, + 9.0, 12.0, 12.0, 11.0, @@ -173,11 +171,11 @@ 12.0, 11.0, 2.0, - 7.0 + 7.0, + 12.0, + 12.0 ], "actuals": [ - 12.0, - 12.0, 4.0, 6.0, 7.0, @@ -199,89 +197,89 @@ 18.0, 7.0, 12.0, - 12.0 + 12.0, + 11.0, + 1.0 ], "p50": [ - 9.94244006423498, - 9.735452094955715, - 9.8788492158932, - 9.238411477145346, - 9.035713861069075, - 10.149202293930774, - 9.932922953991099, - 9.83887864778038, - 9.085704439738105, - 8.969293791640707, - 10.12927042087625, - 9.313434118249518, - 9.932922953991252, - 9.838878647780382, - 9.932922953991252, - 9.237080561703928, - 9.094414132448252, - 9.90131237579806, - 9.85886692425562, - 9.610886853874803, - 9.932922953991252, - 10.292196069683797, - 9.587995041589643, - 9.496548218522964 + 9.702381466125548, + 9.703585615574749, + 10.141843612461727, + 10.25031755444606, + 10.613285289241237, + 9.68911006353797, + 9.277315927413365, + 9.571442896741654, + 9.745999344948846, + 9.68770523363009, + 9.686300605933525, + 9.85889943111613, + 9.821792844540962, + 9.687705233625302, + 10.035996900814634, + 9.745999344880204, + 10.319022474247738, + 9.689109861317412, + 9.872888710434214, + 9.171785308476455, + 10.383991800253474, + 9.784686257965811, + 9.983202622762878, + 9.693640824952615 ], "p10": [ - 4.856049984179124, - 4.614967380590082, - 4.680839418926572, - 4.491136391287417, - 4.686263472108213, - 4.620350002141083, - 4.344131466345835, - 4.344131466345986, - 4.630909502264404, - 4.491136466971356, - 4.758498112946353, - 4.617988148746222, - 4.666750772455912, - 4.680845403764231, - 5.024686124204044, - 4.686263473065307, - 4.758498112946353, - 4.679672125974095, - 4.78552692037804, - 4.792609770347757, - 4.754826428716777, - 4.789198604607616, - 4.491136466971356, - 4.679672125974095 + 5.198081139439987, + 5.066985417961589, + 5.049030863261429, + 4.958385505710564, + 5.2222350818278835, + 5.33072863634561, + 4.850883444781219, + 5.149617191584199, + 5.058445255100209, + 5.190430595448951, + 5.0756543754259305, + 4.958343948563242, + 5.373037538735985, + 4.850883430674853, + 5.170869773048726, + 5.2192693666368735, + 4.850883430674853, + 5.077566499913822, + 4.381166886173793, + 4.4705311322641, + 5.2077656146127795, + 4.812848200833779, + 5.222232182912664, + 5.190430595444162 ], "p90": [ - 15.18633135932989, - 15.279811421513045, - 15.304848025145974, - 15.081347164854773, - 15.067725237870878, - 14.92091332285247, - 15.401537647367366, - 14.515258958444099, - 15.282529463671008, - 14.935594514460911, - 15.302732491183445, - 14.581378758898694, - 15.205298157398978, - 15.067725238827972, - 16.099847361007512, - 15.203945255935384, - 15.223755311797829, - 15.302732491183445, - 15.223755311797829, - 15.203945255935384, - 15.282529463671008, - 15.205298157398978, - 15.30485400998363, - 17.13090497092344 + 15.666101709973631, + 15.475097480867834, + 15.467153056814507, + 15.543716503106584, + 15.832918337188715, + 15.017194883066555, + 15.549231874037348, + 15.674432871044914, + 15.383902158863696, + 15.679989784037422, + 14.755785556795942, + 15.435099135860945, + 15.466557317937813, + 15.43509913586092, + 15.43509913586092, + 15.468000706499105, + 15.679989784032633, + 15.468000706499105, + 15.020528915811584, + 15.438244954068608, + 15.43509913586092, + 15.9099688120399, + 15.34471013753335, + 15.341375902567762 ], "timestamps": [ - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", "2026-06-14 08:00:00", "2026-06-14 09:00:00", "2026-06-14 10:00:00", @@ -471,6 +469,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index a4cf587d4fb1030c110e0e3a13db6ba5b5fb61f9..de0420272a89ac40ade919f93f29e060b554bd3a 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T06:44:06.416199+00:00", + "evaluated_at": "2026-06-22T07:25:19.176946+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2350.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2450.0, 2400.0, @@ -101,9 +89,6 @@ 2350.0, 2400.0, 2350.0, - 2350.0 - ], - "actuals": [ 2350.0, 2350.0, 2350.0, @@ -116,6 +101,9 @@ 2350.0, 2350.0, 2350.0, + 2350.0 + ], + "actuals": [ 2350.0, 2350.0, 2350.0, @@ -127,91 +115,99 @@ 2300.0, 2300.0, 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, 2300.0 ], "p50": [ - 2344.5417543810936, - 2340.282604846696, - 2340.905920154727, - 2340.929329822597, - 2340.9715062386804, - 2341.427842718793, - 2341.232702560893, - 2341.1709468865165, - 2341.315394719084, - 2341.296218890446, - 2341.342205648727, - 2341.0798660848823, - 2340.7033801735433, - 2341.401101655156, - 2340.9003553836787, - 2341.342204874245, - 2341.282809133452, - 2340.9639987833634, - 2341.1037257575335, - 2341.3422048746124, - 2341.3153782108548, - 2340.6003275279936, - 2341.10372575753, - 2340.557886611199 + 2327.1150488073686, + 2327.002273789196, + 2327.155175123041, + 2327.347664129628, + 2327.2328109716796, + 2327.062476079931, + 2326.9448335898196, + 2326.8248695823377, + 2327.3211343093726, + 2327.0708620363052, + 2327.1158641990073, + 2327.293884927081, + 2327.3561023930984, + 2327.0791956875332, + 2327.352241971248, + 2327.1525325528305, + 2327.2439599668246, + 2327.070862323557, + 2327.3211332512783, + 2327.0625289580366, + 2327.293884948254, + 2327.238288083333, + 2327.356102387351, + 2327.356102387351 ], "p10": [ - 2327.809845230973, - 2323.456976633781, - 2319.0514357493357, - 2318.605802432188, - 2325.7552905354864, - 2328.70326416455, - 2325.7481351239203, - 2324.577737328133, - 2324.3956926206547, - 2322.3557652612953, - 2326.9745116791337, - 2316.3480519098903, - 2316.348052113822, - 2326.9745108971597, - 2318.640471394674, - 2328.704889880205, - 2322.4019580385693, - 2325.413200576, - 2322.401958038493, - 2321.940066014597, - 2324.577813562105, - 2322.3557688361, - 2322.4019580384893, - 2324.3956761124255 + 2305.5206473143744, + 2303.505577108948, + 2307.593391753396, + 2310.8357009858278, + 2307.402231605443, + 2307.5906963051953, + 2303.5153251370803, + 2302.063178366582, + 2307.5907502413975, + 2302.63190610141, + 2308.5209128789743, + 2305.484794174927, + 2310.6045631537863, + 2305.7036256850683, + 2305.7036256870524, + 2303.515310781222, + 2305.4847941961307, + 2303.3350179921663, + 2307.5907491833036, + 2308.5209128009865, + 2311.1088790442845, + 2305.4847941961, + 2310.8364184104994, + 2303.413141503676 ], "p90": [ - 2376.1110302781517, - 2386.7392802661334, - 2367.778554694183, - 2372.7214589831037, - 2371.83973374004, - 2382.505028806046, - 2382.488293982759, - 2372.7560517099155, - 2381.935894259304, - 2368.0302220336484, - 2381.9358785251884, - 2372.6968609919727, - 2381.9358777873754, - 2382.675067761606, - 2381.9910841715723, - 2382.487941938657, - 2371.736155743169, - 2381.9358777510574, - 2371.832226284744, - 2372.696861159603, - 2371.8322262847405, - 2359.2858129100723, - 2367.6184555934938, - 2372.696861159604 + 2330.729723234981, + 2329.185895960124, + 2337.035458241222, + 2356.527725869352, + 2343.6007868853703, + 2327.595028821092, + 2329.9895571886245, + 2327.595069274349, + 2356.528444352119, + 2337.032815383867, + 2343.600592191549, + 2342.8793246258992, + 2337.6094524915084, + 2329.989542831321, + 2356.5284432944463, + 2344.893377231492, + 2337.6094524857913, + 2330.693870116698, + 2330.6938701167087, + 2337.60945248576, + 2337.609452485761, + 2342.8793246470723, + 2329.9895428328823, + 2342.7991838174626 ], "timestamps": [ - "2026-06-21 19:55:00", - "2026-06-21 20:10:00", - "2026-06-21 20:25:00", - "2026-06-21 20:40:00", "2026-06-21 20:55:00", "2026-06-21 21:10:00", "2026-06-21 21:25:00", @@ -327,6 +323,10 @@ "2026-06-23 00:55:00", "2026-06-23 01:10:00", "2026-06-23 01:25:00", - "2026-06-23 01:40:00" + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 219cb6397b0cad05abb52b4b591005d6bcb81643..f6f7520ad722f78833b4eb4ae5ddcc93e3ef9c06 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,49 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T07:05:12.151852+00:00", + "evaluated_at": "2026-06-22T07:25:19.195674+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 6499507f235d50550536232939a4dc2f4226c68d..ef75aa44d72335a2a110754eff4f1b41b9548dc6 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,3.800,3.900,4.200,4.200,3.800,4.200,3.300,4.200,3.800,4.200 +2026-06-22,Chronos-2,3.500,3.800,3.700,3.700,3.500,3.800,3.900,3.700,3.500,3.800 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 7c6b281fc04ec2ba15362288df19334834df736d..f8e69018a504e9cd6f3ddd726a2dcc91443f6e63 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,3.8,3.9,4.2,4.2,3.8,4.2,3.3,4.2,3.8,4.2 +2026-W26,Chronos-Bolt-Mini,3.5,3.8,3.7,3.7,3.5,3.8,3.9,3.7,3.5,3.8 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 83c67f74eacbc4dfa4a5b59f7629c4f80b0696b3..18c1aff1d34b2ee06014b788ab0de640a6ff310a 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,99541.1529782613,99541.1529782613,261.7639973958333,0.24610302221848623,0.004088483406156906,0.004085581968542927,1.9698624366843127,315.5014310241101,0.004922559569569653,0.004084130034425093,0.004973052685488557,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,75328.00633684795,75328.00633684795,196.51839192708334,0.1859585645391335,0.0030725191913920633,0.003067608016854871,1.9710872575643996,274.45948031876753,0.0042820209843181765,0.0030660113363870315,0.004551593217019775,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0159079283885846,0.0159079283885846,0.09375893870989481,0.27547798479351676,0.09548341723209566,0.08614996812585192,1.1535654940846138,0.12612663631677729,0.08908087565598301,0.06622017842350147,0.04849308489979468,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.01855184639411463,0.01855184639411463,0.10865764915943146,0.3185429440027063,0.11907035841319552,0.10642619874396281,1.0206343997487497,0.1362051628761356,0.103216994124362,0.082341342266557,0.0523204160924418,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.09423141773160065,0.09423141773160065,0.2908801982800166,4.363204734655603,0.1811936133018244,0.20090224224290126,108.07209590464572,0.30697136304808736,0.19455930415463502,0.1843606791453601,0.1644980590527343,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,0.02708782370136002,0.02708782370136002,0.14076085885365805,0.07077361769167123,0.0100236513767615,0.010092047214917308,0.973429993643947,0.16458378930307815,0.01174549832486334,0.010045378338126793,0.018302875292973097,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,107.73611266772711,107.73611266772711,8.71318014462789,0.753614158044567,0.46956742899031645,0.348525299370899,7.1097414443462155,10.379600795200513,0.4774974377151355,0.4008363400000913,0.2777539937871872,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.6914386129296872,1.6914386129296872,1.0466557343800862,0.5508713937728907,0.0436189260240737,0.042244362004436785,2.4711961551149475,1.300553194963469,0.0541709059664306,0.0435955173428501,0.028756486015060305,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,10.469052027801922,10.469052027801922,2.5986350774765015,0.4809812996871674,0.3675440622313542,0.3133271373967818,3.224467395203892,3.235591449457413,0.3882709739348895,0.3118362092971802,0.25087539715237095,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1664.2110499988,1664.2110499988,32.548095703125,1.9528857421874999,0.014002821902011303,0.013849200918906285,21.800358276367188,40.79474292110198,0.017436755656392654,0.01391191980186999,0.009415932143254674,Hydrology,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,0.0005461011213204378,0.0005461011213204378,0.01101978619893392,0.005679489074127898,0.0007894119694819396,0.0007880276889123405,0.13279398373349702,0.023368806587424136,0.001669697434621029,0.0007873619338496276,0.0015179259379925723,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,94.84516543177672,94.84516543177672,8.09507950146993,0.6995913906759608,0.4424207444380415,0.33157888925303886,7.183558917455893,9.738848260024216,0.4538492393020994,0.37724642336947245,0.26637847167902906,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.4146528784751051,1.4146528784751051,0.992355744043986,0.5305260539650786,0.04108920307966026,0.03994617982365486,2.601190839899633,1.1893918103279109,0.04990455148228997,0.04163730394590151,0.027683183733770437,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,12.615148679719065,12.615148679719065,2.8531061808268228,0.5287609910412645,0.7136012232277816,0.3738198350529521,5.186454471013722,3.551781057401915,0.45341885839173385,0.36422632095661567,0.2883898271736524,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1753.8084799225132,1753.8084799225132,35.394622802734375,1.3591535156249999,0.015387577382716141,0.015223600646476406,53.356233984375,41.878496629207135,0.01809331987580506,0.01529200625140639,0.016362197840877838,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,622.5729710326663,622.5729710326663,21.40478515625,0.43196852437804456,0.09646219551586514,0.09093249304966737,2.761189469192312,24.95141220517721,0.10043696689835566,0.08616072230807936,0.07001796725093194,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 866704d8924b543ddcf2c02560e1a1819523a4cf..4665fdaf076d94ba42e10ef1db05632370267f79 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T07:02:28.048442+00:00", + "evaluated_at": "2026-06-22T07:19:22.488108+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65539.5, 64926.01953125, 64909.44140625, 64798.0, @@ -101,10 +100,10 @@ 64426.0, 64276.12109375, 64256.55078125, - 64303.4609375 + 64303.4609375, + 64191.0703125 ], "actuals": [ - 64191.0703125, 64014.0, 64209.16015625, 64365.98828125, @@ -127,88 +126,88 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 63989.94921875 + 63989.94921875, + 64258.66015625 ], "p50": [ - 64329.2109375, - 64337.5234375, - 64355.828125, - 64378.57421875, - 64375.0390625, - 64377.48046875, - 64362.3046875, - 64361.19140625, - 64344.32421875, - 64336.27734375, - 64303.6015625, - 64293.49609375, - 64279.74609375, - 64257.1640625, - 64218.76953125, - 64204.78125, - 64063.609375, - 64011.640625, - 63985.5, - 63910.0078125, - 63853.30078125, - 63802.4140625, - 63772.0703125, - 63705.15234375 + 64224.64453125, + 64241.89453125, + 64261.41796875, + 64278.83203125, + 64275.38671875, + 64277.125, + 64275.0, + 64274.68359375, + 64264.125, + 64256.83203125, + 64232.37109375, + 64227.27734375, + 64216.95703125, + 64200.49609375, + 64175.5078125, + 64174.890625, + 64159.875, + 64111.96875, + 64111.421875, + 64074.6875, + 64051.2265625, + 64010.01171875, + 63969.34375, + 63952.65625 ], "p10": [ - 64078.9765625, - 64018.8203125, - 63969.14453125, - 63907.35546875, - 63802.421875, - 63704.10546875, - 63534.26953125, - 63468.35546875, - 63378.80078125, - 63219.140625, - 63116.40625, - 63080.28515625, - 62991.6796875, - 62916.546875, - 62805.23046875, - 62648.703125, - 62651.828125, - 62603.796875, - 62515.41796875, - 62488.5234375, - 62421.5859375, - 62304.671875, - 62277.2578125, - 62279.91796875 + 63957.83984375, + 63891.9609375, + 63811.8828125, + 63726.53515625, + 63629.71875, + 63506.95703125, + 63388.046875, + 63321.5546875, + 63245.1875, + 63120.29296875, + 63085.5234375, + 63010.1875, + 62947.4375, + 62883.05859375, + 62823.83984375, + 62751.65234375, + 62742.953125, + 62651.48828125, + 62570.59765625, + 62558.03515625, + 62501.26171875, + 62465.796875, + 62399.5703125, + 62383.87890625 ], "p90": [ - 64519.3359375, - 64588.6171875, - 64668.83203125, - 64731.6875, - 64784.03125, - 64843.89453125, - 64885.21484375, - 64934.19921875, - 64957.87109375, - 65014.70703125, - 65050.94921875, - 65074.09375, - 65116.9765625, - 65136.91015625, - 65214.6015625, - 65223.10546875, - 65675.21875, - 65691.0859375, - 65703.3203125, - 65660.6484375, - 65663.2890625, - 65698.7109375, - 65707.6015625, - 65730.71875 + 64428.5625, + 64522.93359375, + 64614.99609375, + 64699.859375, + 64772.98046875, + 64823.3125, + 64854.0, + 64908.640625, + 64942.1328125, + 64993.80859375, + 65030.30859375, + 65074.2265625, + 65112.4375, + 65133.20703125, + 65174.44921875, + 65217.60546875, + 65565.2265625, + 65602.6015625, + 65593.3359375, + 65626.578125, + 65608.4375, + 65658.8984375, + 65711.2578125, + 65697.875 ], "timestamps": [ - "2026-06-17 07:00:00", "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", @@ -327,6 +326,7 @@ "2026-06-22 03:00:00", "2026-06-22 04:00:00", "2026-06-22 05:00:00", - "2026-06-22 06:00:00" + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 1dd533d78ffb8c5825a5bba59f4f8ca40bc0e47b..ce59b118208ac19d26bcf572d00d88547fb6d7ea 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T06:50:34.570509+00:00", + "evaluated_at": "2026-06-22T07:19:28.495919+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.815999984741211, - 1.815000057220459, - 1.812999963760376, - 1.815999984741211, - 1.809999942779541, 1.8029999732971191, 1.8009999990463257, 1.8029999732971191, @@ -245,14 +240,14 @@ 1.7480000257492065, 1.7640000581741333, 1.7740000486373901, - 1.7929999828338623 - ], - "actuals": [ + 1.7929999828338623, 1.8079999685287476, 1.8209999799728394, 1.8380000591278076, 1.8489999771118164, - 1.8450000286102295, + 1.8450000286102295 + ], + "actuals": [ 1.840999960899353, 1.8480000495910645, 1.8619999885559082, @@ -307,200 +302,200 @@ 0.7620000243186951, 0.7390000224113464, 0.7160000205039978, - 0.7139999866485596 + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486 ], "p50": [ - 1.8419424295425415, - 1.8478012084960938, - 1.8543059825897217, - 1.8579597473144531, - 1.8635084629058838, - 1.8623790740966797, - 1.8652753829956055, - 1.8714299201965332, - 1.8753926753997803, - 1.8698878288269043, - 1.869384765625, - 1.8645517826080322, - 1.8557014465332031, - 1.8496270179748535, - 1.8413269519805908, - 1.8244783878326416, - 1.837489366531372, - 1.8194252252578735, - 1.8068839311599731, - 1.7927302122116089, - 1.7788153886795044, - 1.7551289796829224, - 1.737396001815796, - 1.7218756675720215, - 1.6994118690490723, - 1.6809971332550049, - 1.6550662517547607, - 1.627401351928711, - 1.6048858165740967, - 1.5776252746582031, - 1.552350401878357, - 1.5212523937225342, - 1.4982224702835083, - 1.4797732830047607, - 1.463964819908142, - 1.430130958557129, - 1.405928373336792, - 1.379091501235962, - 1.3510392904281616, - 1.3287523984909058, - 1.3044624328613281, - 1.2800891399383545, - 1.2576770782470703, - 1.2328596115112305, - 1.2088291645050049, - 1.187013030052185, - 1.165130853652954, - 1.1421324014663696, - 1.1287496089935303, - 1.109086513519287, - 1.0971719026565552, - 1.07675302028656, - 1.059796929359436, - 1.0453137159347534, - 1.0329467058181763, - 1.021196961402893, - 1.0075124502182007, - 1.0043237209320068, - 0.9932132959365845, - 0.9852318167686462 + 1.883760929107666, + 1.8830430507659912, + 1.8837273120880127, + 1.8785958290100098, + 1.8780362606048584, + 1.8693245649337769, + 1.8658595085144043, + 1.8649587631225586, + 1.8608055114746094, + 1.848406195640564, + 1.8399412631988525, + 1.8275980949401855, + 1.8125343322753906, + 1.8010438680648804, + 1.7874271869659424, + 1.7664310932159424, + 1.7691195011138916, + 1.7480518817901611, + 1.729852557182312, + 1.7106480598449707, + 1.6919012069702148, + 1.6661098003387451, + 1.6408824920654297, + 1.6170979738235474, + 1.5928843021392822, + 1.5657076835632324, + 1.5401537418365479, + 1.509153962135315, + 1.4857077598571777, + 1.4544870853424072, + 1.4285310506820679, + 1.398980975151062, + 1.3681142330169678, + 1.3441286087036133, + 1.3172310590744019, + 1.2935069799423218, + 1.2677273750305176, + 1.2409100532531738, + 1.2177503108978271, + 1.1939176321029663, + 1.1661542654037476, + 1.1487091779708862, + 1.1290338039398193, + 1.1065142154693604, + 1.0889097452163696, + 1.0678285360336304, + 1.0475586652755737, + 1.0280767679214478, + 1.020479440689087, + 1.0065003633499146, + 0.9979209899902344, + 0.9843036532402039, + 0.9720672965049744, + 0.9613171815872192, + 0.9521341323852539, + 0.9416182637214661, + 0.9349795579910278, + 0.9343688488006592, + 0.9303065538406372, + 0.929276704788208 ], "p10": [ - 1.8193624019622803, - 1.8236541748046875, - 1.8283315896987915, - 1.8294944763183594, - 1.828108787536621, - 1.8244433403015137, - 1.8237287998199463, - 1.8207398653030396, - 1.8214874267578125, - 1.813908576965332, - 1.803584098815918, - 1.7979302406311035, - 1.7876921892166138, - 1.7750431299209595, - 1.7593743801116943, - 1.737600326538086, - 1.7560009956359863, - 1.7333245277404785, - 1.7069443464279175, - 1.694478988647461, - 1.669092059135437, - 1.6409339904785156, - 1.616823434829712, - 1.593155860900879, - 1.5649446249008179, - 1.5403931140899658, - 1.5064618587493896, - 1.4794375896453857, - 1.4409983158111572, - 1.40391206741333, - 1.3748340606689453, - 1.3378081321716309, - 1.2904795408248901, - 1.2610830068588257, - 1.246216893196106, - 1.210578441619873, - 1.1826345920562744, - 1.1490235328674316, - 1.1129908561706543, - 1.0899834632873535, - 1.0653592348098755, - 1.038936734199524, - 1.0076755285263062, - 0.9789823293685913, - 0.9509158730506897, - 0.9145583510398865, - 0.8990059494972229, - 0.8813928961753845, - 0.835397481918335, - 0.8076009750366211, - 0.7912739515304565, - 0.7757883071899414, - 0.7553281784057617, - 0.7328786253929138, - 0.7229433059692383, - 0.7070138454437256, - 0.689042866230011, - 0.6811702251434326, - 0.6630353331565857, - 0.6642352938652039 + 1.8606619834899902, + 1.857240915298462, + 1.856675386428833, + 1.8516085147857666, + 1.841875672340393, + 1.8312504291534424, + 1.8250765800476074, + 1.8159270286560059, + 1.8076715469360352, + 1.794623613357544, + 1.7771862745285034, + 1.7635947465896606, + 1.7478370666503906, + 1.7298388481140137, + 1.7107722759246826, + 1.6798784732818604, + 1.687164545059204, + 1.667060375213623, + 1.6319317817687988, + 1.6155643463134766, + 1.5884160995483398, + 1.5567201375961304, + 1.5307979583740234, + 1.5023630857467651, + 1.4724525213241577, + 1.4407284259796143, + 1.4104704856872559, + 1.3796252012252808, + 1.3412481546401978, + 1.3045340776443481, + 1.2769336700439453, + 1.2439000606536865, + 1.184605598449707, + 1.1560261249542236, + 1.1281554698944092, + 1.0997469425201416, + 1.0735056400299072, + 1.0373724699020386, + 1.0062456130981445, + 0.9836142063140869, + 0.9535105228424072, + 0.9348093271255493, + 0.9035423994064331, + 0.8809018135070801, + 0.8524147272109985, + 0.827763020992279, + 0.8115469217300415, + 0.7949953079223633, + 0.7526671886444092, + 0.7360479235649109, + 0.7202352285385132, + 0.708288311958313, + 0.6930686235427856, + 0.6702601909637451, + 0.6646562814712524, + 0.6558395624160767, + 0.6441420316696167, + 0.6424886584281921, + 0.6267079710960388, + 0.6340992450714111 ], "p90": [ - 1.8604952096939087, - 1.868828535079956, - 1.8765356540679932, - 1.8871387243270874, - 1.8966522216796875, - 1.90605890750885, - 1.9102754592895508, - 1.9229097366333008, - 1.9270551204681396, - 1.9304425716400146, - 1.9288275241851807, - 1.928755760192871, - 1.9309364557266235, - 1.9213242530822754, - 1.9261736869812012, - 1.9195201396942139, - 1.9398224353790283, - 1.9177290201187134, - 1.9075160026550293, - 1.9057196378707886, - 1.895919919013977, - 1.8791487216949463, - 1.8667877912521362, - 1.8602840900421143, - 1.8522279262542725, - 1.8369975090026855, - 1.8193061351776123, - 1.8011696338653564, - 1.7801554203033447, - 1.7703943252563477, - 1.7547764778137207, - 1.7259750366210938, - 1.7462849617004395, - 1.735695242881775, - 1.7151777744293213, - 1.7052960395812988, - 1.6793296337127686, - 1.6530342102050781, - 1.6359758377075195, - 1.6228036880493164, - 1.5974292755126953, - 1.5842437744140625, - 1.5681877136230469, - 1.540480375289917, - 1.521958351135254, - 1.5106234550476074, - 1.4879884719848633, - 1.4686776399612427, - 1.4786503314971924, - 1.4777634143829346, - 1.478225588798523, - 1.455793857574463, - 1.4414255619049072, - 1.4353501796722412, - 1.4293370246887207, - 1.4248125553131104, - 1.4060862064361572, - 1.4095739126205444, - 1.3988478183746338, - 1.3909379243850708 + 1.905900478363037, + 1.9053845405578613, + 1.9060816764831543, + 1.9110140800476074, + 1.9121811389923096, + 1.913499116897583, + 1.909968614578247, + 1.9139306545257568, + 1.9112203121185303, + 1.9058139324188232, + 1.8954553604125977, + 1.8870532512664795, + 1.8827497959136963, + 1.870352029800415, + 1.8710092306137085, + 1.856994867324829, + 1.8551857471466064, + 1.8285435438156128, + 1.8123438358306885, + 1.8027966022491455, + 1.7921525239944458, + 1.7645788192749023, + 1.74556303024292, + 1.7311911582946777, + 1.7149507999420166, + 1.7059301137924194, + 1.6779197454452515, + 1.652012586593628, + 1.6259291172027588, + 1.6035653352737427, + 1.5922691822052002, + 1.561355710029602, + 1.5660345554351807, + 1.5491710901260376, + 1.536736249923706, + 1.505458116531372, + 1.4889150857925415, + 1.461463451385498, + 1.4408777952194214, + 1.4314900636672974, + 1.3969635963439941, + 1.386427640914917, + 1.3711178302764893, + 1.348227858543396, + 1.3411099910736084, + 1.322929859161377, + 1.3020809888839722, + 1.2852200269699097, + 1.31197190284729, + 1.3007152080535889, + 1.2944387197494507, + 1.2941169738769531, + 1.276630163192749, + 1.2791557312011719, + 1.2778173685073853, + 1.2719228267669678, + 1.260915756225586, + 1.2615824937820435, + 1.2628852128982544, + 1.2603118419647217 ], "timestamps": [ - "2026-06-21 00:42:00", - "2026-06-21 00:48:00", - "2026-06-21 00:54:00", - "2026-06-21 01:00:00", - "2026-06-21 01:06:00", "2026-06-21 01:12:00", "2026-06-21 01:18:00", "2026-06-21 01:24:00", @@ -795,6 +790,11 @@ "2026-06-22 06:18:00", "2026-06-22 06:24:00", "2026-06-22 06:30:00", - "2026-06-22 06:36:00" + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00" ] } diff --git a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json index 9478cc506caec564c4f86220513eb5deb91dc38d..770211ca3588ce1885f3c3e09bc584d85855bcef 100644 --- a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,28 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T06:01:42.861701+00:00", + "evaluated_at": "2026-06-22T07:19:34.187775+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 20.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, 20.0, 20.0, 20.0, @@ -101,11 +84,27 @@ 14.0, 14.0, 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, 14.0 ], "actuals": [ 14.0, - 14.399999618530273, 14.0, 14.0, 14.0, @@ -115,10 +114,11 @@ 14.0, 14.0, 14.0, + 13.899999618530273, + 14.0, 14.0, 14.0, 14.0, - 13.899999618530273, 14.0, 14.0, 14.0, @@ -130,85 +130,84 @@ 14.0 ], "p50": [ - 14.043380737304688, - 14.014654159545898, - 14.00740909576416, - 13.961514472961426, - 13.94295597076416, - 13.92772102355957, - 13.919469833374023, - 13.906536102294922, - 13.90401840209961, - 13.916640281677246, - 13.891416549682617, - 13.881916999816895, - 13.871733665466309, - 13.855655670166016, - 13.84575080871582, - 13.812767028808594, - 13.830341339111328, - 13.811155319213867, - 13.812030792236328, - 13.78281021118164, - 13.780435562133789, - 13.771039962768555, - 13.776174545288086, - 13.755789756774902 + 14.015342712402344, + 14.009931564331055, + 14.009917259216309, + 13.997806549072266, + 13.996016502380371, + 14.001282691955566, + 13.998519897460938, + 13.999473571777344, + 14.000327110290527, + 14.000609397888184, + 14.006689071655273, + 14.008129119873047, + 14.014891624450684, + 14.009867668151855, + 13.997082710266113, + 13.991775512695312, + 14.017749786376953, + 14.007955551147461, + 14.015737533569336, + 14.00887680053711, + 14.006271362304688, + 14.003215789794922, + 13.99859619140625, + 14.006950378417969 ], "p10": [ - 13.74605941772461, - 13.671201705932617, - 13.56768798828125, - 13.509474754333496, - 13.426519393920898, - 13.376124382019043, - 13.360326766967773, - 13.280172348022461, - 13.228766441345215, - 13.206768035888672, - 13.150167465209961, - 13.144684791564941, - 13.075149536132812, - 13.03582763671875, - 12.954522132873535, - 12.932195663452148, - 12.707530975341797, - 12.613255500793457, - 12.533519744873047, - 12.491201400756836, - 12.37633228302002, - 12.32673454284668, - 12.33871841430664, - 12.232438087463379 + 13.94668960571289, + 13.952675819396973, + 13.949109077453613, + 13.945755958557129, + 13.942621231079102, + 13.946205139160156, + 13.948559761047363, + 13.94614028930664, + 13.946393966674805, + 13.944433212280273, + 13.94524097442627, + 13.948177337646484, + 13.956432342529297, + 13.951111793518066, + 13.9451322555542, + 13.942005157470703, + 13.935912132263184, + 13.93875503540039, + 13.941596031188965, + 13.939889907836914, + 13.941934585571289, + 13.938183784484863, + 13.956605911254883, + 13.943388938903809 ], "p90": [ - 14.295132637023926, - 14.314289093017578, - 14.348356246948242, - 14.389416694641113, - 14.425688743591309, - 14.473190307617188, - 14.470479011535645, - 14.512176513671875, - 14.545363426208496, - 14.61406135559082, - 14.644341468811035, - 14.715561866760254, - 14.78474235534668, - 14.821327209472656, - 14.865649223327637, - 14.755804061889648, - 15.08261489868164, - 15.083032608032227, - 15.11329174041748, - 15.244396209716797, - 15.381012916564941, - 15.374778747558594, - 15.430562973022461, - 15.63674545288086 + 14.065507888793945, + 14.055471420288086, + 14.03986930847168, + 14.045219421386719, + 14.055517196655273, + 14.058219909667969, + 14.048056602478027, + 14.058198928833008, + 14.065338134765625, + 14.080272674560547, + 14.092880249023438, + 14.119821548461914, + 14.139699935913086, + 14.128211975097656, + 14.104130744934082, + 14.108837127685547, + 14.166362762451172, + 14.173315048217773, + 14.183545112609863, + 14.201823234558105, + 14.218774795532227, + 14.275768280029297, + 14.27612590789795, + 14.306100845336914 ], "timestamps": [ - "2026-06-21 20:00:00", "2026-06-21 21:00:00", "2026-06-21 22:00:00", "2026-06-21 23:00:00", @@ -327,6 +326,7 @@ "2026-06-26 16:00:00", "2026-06-26 17:00:00", "2026-06-26 18:00:00", - "2026-06-26 19:00:00" + "2026-06-26 19:00:00", + "2026-06-26 20:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 8647cbc558ed8f9d7201b9ebd830f2c3e9b7667c..a0449572bdf389341f37ee2257570f58bb99610f 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T06:01:48.864583+00:00", + "evaluated_at": "2026-06-22T07:19:39.201001+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 22.799999237060547, - 21.399999618530273, 20.5, 19.899999618530273, 20.299999237060547, @@ -341,11 +339,11 @@ 27.0, 25.299999237060547, 25.600000381469727, - 25.700000762939453 + 25.700000762939453, + 26.799999237060547, + 27.0 ], "actuals": [ - 26.799999237060547, - 27.0, 28.399999618530273, 30.0, 31.399999618530273, @@ -367,89 +365,89 @@ 20.100000381469727, 20.100000381469727, 21.399999618530273, - 19.399999618530273 + 19.399999618530273, + 21.600000381469727, + 25.5 ], "p50": [ - 26.616004943847656, - 27.859066009521484, - 29.15180206298828, - 31.131450653076172, - 34.6110954284668, - 40.722537994384766, - 42.8044319152832, - 41.79999923706055, - 40.71936798095703, - 38.63771438598633, - 35.806915283203125, - 32.952091217041016, - 30.38134765625, - 27.842056274414062, - 25.403125762939453, - 23.5226993560791, - 23.577518463134766, - 25.507827758789062, - 26.996063232421875, - 27.819435119628906, - 25.758930206298828, - 24.220783233642578, - 23.31586265563965, - 23.290206909179688 + 27.838972091674805, + 29.998207092285156, + 33.47362518310547, + 38.57328414916992, + 40.513973236083984, + 40.41460037231445, + 39.7261962890625, + 38.3096923828125, + 35.140316009521484, + 32.43940353393555, + 29.76429557800293, + 27.441875457763672, + 25.0557804107666, + 23.46198844909668, + 23.533428192138672, + 24.57615852355957, + 25.61097526550293, + 26.5572566986084, + 25.27603530883789, + 23.897701263427734, + 23.28862762451172, + 23.07154083251953, + 23.34014892578125, + 24.147815704345703 ], "p10": [ - 23.917484283447266, - 23.89268684387207, - 23.901229858398438, - 24.188364028930664, - 25.539350509643555, - 27.44852066040039, - 28.516815185546875, - 28.331443786621094, - 27.530153274536133, - 25.692176818847656, - 23.62432098388672, - 22.026317596435547, - 20.22571563720703, - 18.389751434326172, - 16.849531173706055, - 15.945184707641602, - 15.610933303833008, - 16.772029876708984, - 17.841602325439453, - 18.75067901611328, - 17.762619018554688, - 17.03354263305664, - 16.634794235229492, - 16.323013305664062 + 24.987651824951172, + 25.53768539428711, + 26.640411376953125, + 28.516904830932617, + 29.066896438598633, + 28.541154861450195, + 27.54457664489746, + 26.094154357910156, + 24.140417098999023, + 22.180688858032227, + 20.101911544799805, + 18.428394317626953, + 16.81855010986328, + 16.213838577270508, + 16.040157318115234, + 16.69793128967285, + 17.546152114868164, + 18.024375915527344, + 17.615005493164062, + 16.940587997436523, + 16.67819595336914, + 16.469799041748047, + 16.684803009033203, + 16.837154388427734 ], "p90": [ - 29.918371200561523, - 32.76094055175781, - 35.91209411621094, - 40.95957565307617, - 47.54607391357422, - 58.07122039794922, - 61.371978759765625, - 60.75224685668945, - 59.31136703491211, - 57.8109245300293, - 54.95644760131836, - 50.529685974121094, - 47.95481872558594, - 45.533260345458984, - 42.14190673828125, - 39.3189697265625, - 37.342674255371094, - 40.328346252441406, - 41.954566955566406, - 42.029083251953125, - 38.08103561401367, - 35.39939498901367, - 34.10311508178711, - 33.93747329711914 + 31.260953903198242, + 35.39048385620117, + 42.540687561035156, + 51.651832580566406, + 55.81022644042969, + 57.412025451660156, + 57.23321533203125, + 56.57643127441406, + 52.42164611816406, + 48.24326705932617, + 45.538597106933594, + 42.389381408691406, + 38.772361755371094, + 36.655155181884766, + 36.97813415527344, + 39.265525817871094, + 37.960899353027344, + 39.36420440673828, + 37.2913818359375, + 34.37978744506836, + 33.07643127441406, + 32.79677963256836, + 33.43864822387695, + 34.75790023803711 ], "timestamps": [ - "2026-06-07 06:00:00", - "2026-06-07 07:00:00", "2026-06-07 08:00:00", "2026-06-07 09:00:00", "2026-06-07 10:00:00", @@ -807,6 +805,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 7e02e8dc933afaba8576a93a54a8b51b5754bb79..e08d92c0df856c253fc83cc951c24bbb37d62cdc 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T06:01:56.149095+00:00", + "evaluated_at": "2026-06-22T07:19:43.631375+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.600000381469727, - 27.700000762939453, 26.5, 25.5, 24.100000381469727, @@ -341,11 +339,11 @@ 27.799999237060547, 28.0, 27.799999237060547, - 27.799999237060547 + 27.799999237060547, + 27.299999237060547, + 27.100000381469727 ], "actuals": [ - 27.299999237060547, - 27.100000381469727, 27.0, 25.600000381469727, 24.100000381469727, @@ -367,89 +365,89 @@ 24.799999237060547, 25.299999237060547, 24.899999618530273, - 24.700000762939453 + 24.700000762939453, + 25.200000762939453, + 25.0 ], "p50": [ - 27.505687713623047, - 27.15561294555664, - 26.73326873779297, - 26.14383888244629, - 25.49515724182129, - 24.900226593017578, - 24.440366744995117, - 24.0329647064209, - 23.771440505981445, - 23.564298629760742, - 23.37333106994629, - 23.255189895629883, - 23.24484634399414, - 23.109338760375977, - 22.977493286132812, - 22.973064422607422, - 23.36102294921875, - 24.236696243286133, - 25.15732765197754, - 26.074308395385742, - 26.73124885559082, - 27.27495574951172, - 27.59760856628418, - 27.67698097229004 + 26.743579864501953, + 26.096853256225586, + 25.40869140625, + 24.764055252075195, + 24.27766227722168, + 23.875810623168945, + 23.60032081604004, + 23.38043975830078, + 23.234134674072266, + 23.159929275512695, + 23.120729446411133, + 22.985366821289062, + 22.846946716308594, + 22.80968475341797, + 23.15296745300293, + 23.999176025390625, + 24.834260940551758, + 25.75897216796875, + 26.365808486938477, + 26.849506378173828, + 27.100406646728516, + 27.177600860595703, + 27.011537551879883, + 26.749258041381836 ], "p10": [ - 26.82933807373047, - 26.24700927734375, - 25.71989631652832, - 25.14335823059082, - 24.51299476623535, - 23.82360076904297, - 23.306650161743164, - 22.875375747680664, - 22.609407424926758, - 22.331514358520508, - 22.054691314697266, - 21.89307403564453, - 21.861906051635742, - 21.67350959777832, - 21.503673553466797, - 21.458782196044922, - 21.830123901367188, - 22.57965850830078, - 23.21234703063965, - 23.773969650268555, - 24.23590850830078, - 24.525774002075195, - 24.677698135375977, - 24.640169143676758 + 26.124160766601562, + 25.358346939086914, + 24.624204635620117, + 23.937593460083008, + 23.44503402709961, + 22.974946975708008, + 22.6114501953125, + 22.349353790283203, + 22.174667358398438, + 22.023019790649414, + 21.898448944091797, + 21.733104705810547, + 21.643356323242188, + 21.542770385742188, + 21.829097747802734, + 22.665729522705078, + 23.11859130859375, + 23.731229782104492, + 24.11520004272461, + 24.39805030822754, + 24.49456024169922, + 24.45311737060547, + 24.309391021728516, + 24.083480834960938 ], "p90": [ - 28.303321838378906, - 28.088077545166016, - 27.746986389160156, - 27.191429138183594, - 26.579172134399414, - 25.99641227722168, - 25.565452575683594, - 25.213687896728516, - 24.905366897583008, - 24.703100204467773, - 24.57457160949707, - 24.46172332763672, - 24.48797607421875, - 24.36762237548828, - 24.35790252685547, - 24.338180541992188, - 24.796985626220703, - 25.887775421142578, - 27.153892517089844, - 28.36332130432129, - 29.450037002563477, - 30.265506744384766, - 30.711397171020508, - 31.033248901367188 + 27.393423080444336, + 26.783370971679688, + 26.13975715637207, + 25.574729919433594, + 25.08083724975586, + 24.72806739807129, + 24.52715301513672, + 24.32515525817871, + 24.17244529724121, + 24.171730041503906, + 24.228097915649414, + 24.075307846069336, + 23.94586944580078, + 23.90715789794922, + 24.374629974365234, + 25.308948516845703, + 26.577064514160156, + 27.74785614013672, + 28.595815658569336, + 29.355466842651367, + 29.735868453979492, + 29.936710357666016, + 29.830297470092773, + 29.42466163635254 ], "timestamps": [ - "2026-06-07 06:00:00", - "2026-06-07 07:00:00", "2026-06-07 08:00:00", "2026-06-07 09:00:00", "2026-06-07 10:00:00", @@ -807,6 +805,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 61a882b490bef326079a62ef64d6636d6eddff9b..3b472eb9e4bd02f671f0f0e4d8b58e24cf41185a 100644 --- a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T06:02:00.650672+00:00", + "evaluated_at": "2026-06-22T07:19:52.580659+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 11.0, - 12.0, 51.0, 8.0, 11.0, @@ -151,7 +149,7 @@ 13.0, 13.0, 4.0, - 8.0, + 9.0, 12.0, 12.0, 11.0, @@ -173,11 +171,11 @@ 12.0, 11.0, 2.0, - 7.0 + 7.0, + 12.0, + 12.0 ], "actuals": [ - 12.0, - 12.0, 4.0, 6.0, 7.0, @@ -199,89 +197,89 @@ 18.0, 7.0, 12.0, - 12.0 + 12.0, + 11.0, + 1.0 ], "p50": [ - 8.389448165893555, - 8.4269437789917, - 8.4697904586792, - 8.424420356750488, - 8.318364143371582, - 8.320606231689453, - 8.299150466918945, - 8.338895797729492, - 8.408917427062988, - 8.468759536743164, - 8.383437156677246, - 8.28384017944336, - 8.28443717956543, - 8.345792770385742, - 8.463006973266602, - 8.668586730957031, - 8.92348861694336, - 9.045598983764648, - 9.004884719848633, - 8.987317085266113, - 8.932336807250977, - 8.881532669067383, - 8.740245819091797, - 8.55941390991211 + 9.22307014465332, + 8.97199821472168, + 8.782938003540039, + 8.620039939880371, + 8.478632926940918, + 8.458138465881348, + 8.430789947509766, + 8.461468696594238, + 8.482441902160645, + 8.510765075683594, + 8.573057174682617, + 8.771753311157227, + 8.9918212890625, + 9.215255737304688, + 9.41230583190918, + 9.480951309204102, + 9.53805923461914, + 9.602348327636719, + 9.6981201171875, + 9.644797325134277, + 9.523150444030762, + 9.35339069366455, + 9.062170028686523, + 8.80073356628418 ], "p10": [ - 4.86241340637207, - 4.863149642944336, - 4.8671159744262695, - 4.848824501037598, - 4.7735395431518555, - 4.691692352294922, - 4.672549247741699, - 4.63820743560791, - 4.706811904907227, - 4.729948997497559, - 4.648754119873047, - 4.579124450683594, - 4.503379821777344, - 4.537910461425781, - 4.60090446472168, - 4.72711181640625, - 4.771875381469727, - 4.841874122619629, - 4.858981132507324, - 4.853858947753906, - 4.6961517333984375, - 4.664011001586914, - 4.578448295593262, - 4.432695388793945 + 5.711254119873047, + 5.506582260131836, + 5.343378067016602, + 5.203473091125488, + 5.180488586425781, + 5.109743118286133, + 5.056924819946289, + 4.974724769592285, + 5.013664245605469, + 5.097020149230957, + 5.0827789306640625, + 5.179377555847168, + 5.30952262878418, + 5.412145614624023, + 5.496306419372559, + 5.537016868591309, + 5.57784366607666, + 5.560296058654785, + 5.586363792419434, + 5.609332084655762, + 5.439667701721191, + 5.317150115966797, + 5.176200866699219, + 4.958113670349121 ], "p90": [ - 13.004549980163574, - 13.171021461486816, - 13.309896469116211, - 13.1802978515625, - 13.08011531829834, - 13.126930236816406, - 13.170422554016113, - 13.225556373596191, - 13.311026573181152, - 13.46299934387207, - 13.35497760772705, - 13.28635025024414, - 13.318358421325684, - 13.532182693481445, - 13.666284561157227, - 13.961359024047852, - 14.108352661132812, - 14.355531692504883, - 14.3713960647583, - 14.398331642150879, - 14.379241943359375, - 14.405852317810059, - 14.266101837158203, - 14.05699634552002 + 13.823712348937988, + 13.647093772888184, + 13.513863563537598, + 13.34196949005127, + 13.192622184753418, + 13.172270774841309, + 13.228825569152832, + 13.326277732849121, + 13.37038803100586, + 13.443166732788086, + 13.493952751159668, + 13.831113815307617, + 14.20710563659668, + 14.567224502563477, + 14.78176212310791, + 14.913378715515137, + 14.63667106628418, + 14.820719718933105, + 14.901313781738281, + 14.96334171295166, + 14.829869270324707, + 14.745760917663574, + 14.401092529296875, + 14.078737258911133 ], "timestamps": [ - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", "2026-06-14 08:00:00", "2026-06-14 09:00:00", "2026-06-14 10:00:00", @@ -471,6 +469,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index a97f100bdde297c51597b8077151e83da4975c9a..ca9908c94d0496de5fcb46960ca36083facb1416 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T06:40:54.580442+00:00", + "evaluated_at": "2026-06-22T07:20:00.116467+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2350.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2450.0, 2400.0, @@ -101,9 +89,6 @@ 2350.0, 2400.0, 2350.0, - 2350.0 - ], - "actuals": [ 2350.0, 2350.0, 2350.0, @@ -116,6 +101,9 @@ 2350.0, 2350.0, 2350.0, + 2350.0 + ], + "actuals": [ 2350.0, 2350.0, 2350.0, @@ -127,91 +115,99 @@ 2300.0, 2300.0, 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, 2300.0 ], "p50": [ - 2357.3828125, - 2357.907958984375, - 2360.503662109375, - 2362.860107421875, - 2366.069091796875, - 2368.56005859375, - 2368.017822265625, - 2370.47998046875, - 2371.570556640625, - 2371.78466796875, - 2373.61181640625, - 2373.676513671875, - 2374.64990234375, - 2374.43359375, - 2374.567626953125, - 2374.196044921875, - 2378.37939453125, - 2377.9111328125, - 2378.76806640625, - 2378.8251953125, - 2378.08154296875, - 2379.06689453125, - 2379.580810546875, - 2380.26904296875 + 2349.740234375, + 2349.655029296875, + 2349.48486328125, + 2349.28759765625, + 2349.260498046875, + 2349.440185546875, + 2349.52783203125, + 2349.575927734375, + 2349.6376953125, + 2349.760986328125, + 2349.931396484375, + 2349.8544921875, + 2349.911376953125, + 2350.07568359375, + 2349.944580078125, + 2349.693603515625, + 2349.334228515625, + 2349.455078125, + 2348.98193359375, + 2349.53125, + 2349.8779296875, + 2350.268798828125, + 2350.1796875, + 2349.8525390625 ], "p10": [ - 2345.326171875, - 2346.7802734375, - 2346.05029296875, - 2346.841552734375, - 2345.57861328125, - 2343.977294921875, - 2345.499267578125, - 2345.62353515625, - 2346.141845703125, - 2344.732421875, - 2345.47265625, - 2344.69873046875, - 2345.197021484375, - 2342.914794921875, - 2344.225830078125, - 2343.45263671875, - 2337.1181640625, - 2335.910888671875, - 2336.260498046875, - 2336.721923828125, - 2336.32763671875, - 2334.47265625, - 2336.464111328125, - 2336.48779296875 + 2347.45751953125, + 2347.27685546875, + 2347.369384765625, + 2347.6328125, + 2347.618408203125, + 2347.625732421875, + 2347.80712890625, + 2347.86181640625, + 2347.757568359375, + 2347.73779296875, + 2347.60546875, + 2347.90185546875, + 2348.256103515625, + 2347.78857421875, + 2347.427490234375, + 2347.458251953125, + 2346.60888671875, + 2346.14697265625, + 2346.235107421875, + 2346.587158203125, + 2346.46435546875, + 2346.183349609375, + 2346.616455078125, + 2346.417236328125 ], "p90": [ - 2401.721923828125, - 2402.103515625, - 2401.943359375, - 2402.609130859375, - 2402.609375, - 2403.867919921875, - 2404.119384765625, - 2404.205322265625, - 2404.89599609375, - 2405.275634765625, - 2405.865966796875, - 2406.58740234375, - 2406.58447265625, - 2405.90283203125, - 2406.095458984375, - 2405.665771484375, - 2405.43994140625, - 2405.5302734375, - 2405.55078125, - 2405.232666015625, - 2405.008056640625, - 2405.5263671875, - 2405.630859375, - 2405.482666015625 + 2381.05859375, + 2385.12646484375, + 2385.173828125, + 2389.015625, + 2391.37939453125, + 2393.20654296875, + 2397.49853515625, + 2397.225341796875, + 2399.390625, + 2405.04833984375, + 2405.792724609375, + 2408.101806640625, + 2409.075439453125, + 2409.150146484375, + 2412.634521484375, + 2411.505615234375, + 2403.84912109375, + 2407.092529296875, + 2407.1982421875, + 2407.604248046875, + 2407.277099609375, + 2408.426025390625, + 2408.4267578125, + 2409.05322265625 ], "timestamps": [ - "2026-06-21 19:55:00", - "2026-06-21 20:10:00", - "2026-06-21 20:25:00", - "2026-06-21 20:40:00", "2026-06-21 20:55:00", "2026-06-21 21:10:00", "2026-06-21 21:25:00", @@ -327,6 +323,10 @@ "2026-06-23 00:55:00", "2026-06-23 01:10:00", "2026-06-23 01:25:00", - "2026-06-23 01:40:00" + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index b1b1f836959d0a8985d3db2ba8258dad3b83f019..b2c9fbecff60fc3782d6d524c918aae795d139a0 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,49 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T07:02:37.929304+00:00", + "evaluated_at": "2026-06-22T07:20:02.301485+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 52cd7c2852a0ccfe79677959ebf463189811eb3f..2ebec371cb2e1ee8f617487f3feb445ad69b43f1 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,57441.191411205895,63508.55906832455,172.55311259994414,0.16222950033818886,0.0026977511120767667,0.0026939720650888004,0.7716695627278831,239.66892041148324,0.0037393952029644425,0.002692231768745844,0.0022180918582926073,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,57347.10160211986,57216.985153053014,161.71670095619115,0.15302692677729543,0.0025276003079277042,0.0025253475244311845,1.385633252307982,239.47254874435995,0.003736167093592606,0.002523047504880692,0.002111031307709006,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,1.2497346309360473,1.2518200743439618,0.8862137706086415,2.60383049320681,0.866535688380703,0.4887445468437581,99.58904177353689,1.117915305797379,0.7895625956403137,0.6259161507005723,0.6187869092077585,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,0.6496318714206825,0.6517775880279506,0.642356321959748,1.8831446794470574,0.7017158847310362,0.43063827654317155,70.89236234201118,0.8059974388425081,0.6107891298137722,0.48678102437101406,0.47914495933377377,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.11976006327036975,0.1189773180432658,0.32418596294300056,4.8627914061723905,0.20160290619069693,0.22675700682488337,82.24456652742307,0.3460636693881196,0.2193361167009084,0.20546996547365223,0.19140893369967704,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ETS,1.2731459362554085,1.1342439565259577,0.9479378691445978,0.4766168158724171,0.06768467131970309,0.07072486131678933,16.68195612923263,1.1283376871554935,0.08052365588666854,0.0676494489600633,0.06839075067167107,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,32.125133878040764,31.202015324891807,4.686403240810329,0.4053330441880168,0.2572476716965881,0.22104719681144439,2.63323600843493,5.667903834579479,0.2607431260245506,0.21559071333664048,0.1806516816738559,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,14.783801641190438,13.929578101617523,3.430143607824977,1.8053385922572442,0.147012028029383,0.13508833260024192,44.95807293943835,3.844970954531443,0.160151511547692,0.14287303860420653,0.13424703371508925,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,11.359992637408363,12.849032948547434,2.9691510686184777,0.5495600949628031,0.4633165896580569,0.34936429057760326,5.633297228478391,3.3704588170467775,0.40445505804561327,0.3562981282342173,0.28001121307543003,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ETS,472.16025703729446,455.09329950014126,14.967227916950398,0.8980336750170239,0.006452037146781118,0.0064097954379636,21.834577471923637,21.729248883412755,0.00928765758151213,0.006397390383024212,0.006053103549752937,Hydrology,1 +nws_ksfo_observations_temperature/1h/short,ETS,0.993816298624592,0.8957351241883185,0.8311259136637709,0.4283540951397598,0.05937978608905653,0.061769362427977655,13.565732475593123,0.9969033547062583,0.07122858275586474,0.059383811522418936,0.0592104812735392,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,148.07452880377073,142.40255533756297,10.50571107620544,0.9079225250978481,0.6012795769630265,0.4232496957197047,17.81250319125579,12.168587790034254,0.5670798193414022,0.4895865355901564,0.4497169499408875,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,4.998963040908283,4.936685948343508,1.9514705605875118,1.043281083574423,0.08157645032270584,0.0821624273411614,13.069986346278649,2.235836094374604,0.09381130465907431,0.08187988366101448,0.07240259576090304,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,14.125357831372744,15.774941647623715,3.377050349670025,0.6258626130662596,0.7811908463746745,0.427510568707923,4.728184947762341,3.7583716994694316,0.4797921318471615,0.4311128105961734,0.3242525935689566,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,ETS,1383.9516905745024,1388.5912135124327,32.57906321392136,1.2510360274145802,0.014152935666226532,0.01402398170840965,22.499581810567236,37.20150118710941,0.016072655778409103,0.014075562864700497,0.012505539690615564,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,2925.584198211841,2642.086493996426,41.88682891154838,0.8682759388383866,0.19179516754035225,0.170580887479131,12.422622049502223,54.08866977669021,0.21500323023102297,0.16650073956890327,0.13530220322267714,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 10652172a97b2c6182b9412ef105bf1fddbc8457..b9c66f3da06bceac2c78ba6ce4573cbb91202e32 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T07:05:12.184646+00:00", + "evaluated_at": "2026-06-22T07:25:19.218024+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65539.5, 64926.01953125, 64909.44140625, 64798.0, @@ -101,10 +100,10 @@ 64426.0, 64276.12109375, 64256.55078125, - 64303.4609375 + 64303.4609375, + 64191.0703125 ], "actuals": [ - 64191.0703125, 64014.0, 64209.16015625, 64365.98828125, @@ -127,88 +126,88 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 63989.94921875 + 63989.94921875, + 64258.66015625 ], "p50": [ - 64355.05138900965, - 64302.46293516218, - 64270.97213756471, - 64309.00673059224, - 64253.27960486977, - 64249.6559947723, - 64238.700353424836, - 64225.690024577365, - 64210.625008229894, - 64179.89983563242, - 64179.52817865996, - 64170.82839668749, - 64158.58369284002, - 64178.903442117546, - 64155.43803514508, - 64118.78708129761, - 64088.82753370014, - 64093.53204860267, - 64062.806876005205, - 64039.68717215773, - 64087.83114018526, - 64084.69385821279, - 64029.89056061533, - 64014.70445051786 + 64184.320693383765, + 64189.50468701726, + 64201.59883690076, + 64159.482049284255, + 64151.74612104275, + 64148.379333426245, + 64134.64340518474, + 64149.57544569323, + 64122.714517451735, + 64101.87702671023, + 64111.406723468725, + 64117.22157647722, + 64140.48174198571, + 64118.27511061921, + 64096.06847925271, + 64069.791535386204, + 64051.4364665197, + 64070.04038202819, + 64053.68336003669, + 64035.70719742019, + 64032.340409803684, + 64039.09666906218, + 64014.41152207067, + 64062.40020320417 ], "p10": [ - 64101.71115463465, - 64026.36137266218, - 64035.41745006471, - 64050.44227746724, - 63993.43351111977, - 63916.9099010223, - 64009.08590029983, - 63948.299399577365, - 63952.50821135489, - 63864.86858563242, - 63916.04966303496, - 63918.32449043749, - 63910.09541159002, - 63891.935082742544, - 63857.22709764508, - 63850.99801879761, - 63701.22597120014, - 63840.26251735267, - 63805.185782255205, - 63786.43443778274, - 63866.66512456026, - 63786.69268633779, - 63759.92571686533, - 63746.23726301786 + 63948.67850588376, + 63937.62382764226, + 63928.72813377576, + 63935.374627409255, + 63917.73479291775, + 63936.552770926246, + 63898.94418643474, + 63878.932476943235, + 63871.19654870174, + 63799.94733921023, + 63871.687973468725, + 63841.88563897722, + 63840.93096073571, + 63890.11300124421, + 63840.74426050271, + 63746.2747385112, + 63672.6915446447, + 63827.07163202819, + 63730.32398503669, + 63779.99821304519, + 63779.043534803684, + 63791.37401281218, + 63762.893553320675, + 63771.12090632917 ], "p90": [ - 64542.82834213465, - 64529.81801328718, - 64519.30807506471, - 64582.98915246724, - 64511.03351111977, - 64480.2770885223, - 64467.266759674836, - 64449.72830582737, - 64461.749617604895, - 64473.55608563242, - 64491.91685053496, - 64402.27409981249, - 64406.95088034002, - 64377.96906711755, - 64380.93022264508, - 64348.26755004761, - 64334.59706495014, - 64325.92775172767, - 64387.834219755205, - 64295.56607840773, - 64282.621765185264, - 64270.20557696279, - 64279.60501374033, - 64241.56304426786 + 64428.191787133765, + 64420.739843267256, + 64494.15743065076, + 64399.57345553426, + 64390.99416791775, + 64391.757849051246, + 64431.84262393474, + 64380.56099256824, + 64369.33482995174, + 64353.15788608523, + 64355.578598468725, + 64345.93642022722, + 64341.88135136072, + 64409.06221999421, + 64342.38097925271, + 64337.402472886206, + 64304.6349040197, + 64298.86069452819, + 64291.78492253669, + 64285.95524429519, + 64275.90955042868, + 64288.22948156218, + 64262.74745957067, + 64253.29590632917 ], "timestamps": [ - "2026-06-17 07:00:00", "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", @@ -327,6 +326,7 @@ "2026-06-22 03:00:00", "2026-06-22 04:00:00", "2026-06-22 05:00:00", - "2026-06-22 06:00:00" + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 002faaf96e2695b706d7a723b64034d41d654d0a..00d589e00e7f5b12a9a52cfff23f1c71f44561ef 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-22T06:53:21.633797+00:00", + "evaluated_at": "2026-06-22T07:25:19.234437+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.815999984741211, - 1.815000057220459, - 1.812999963760376, - 1.815999984741211, - 1.809999942779541, 1.8029999732971191, 1.8009999990463257, 1.8029999732971191, @@ -245,14 +240,14 @@ 1.7480000257492065, 1.7640000581741333, 1.7740000486373901, - 1.7929999828338623 - ], - "actuals": [ + 1.7929999828338623, 1.8079999685287476, 1.8209999799728394, 1.8380000591278076, 1.8489999771118164, - 1.8450000286102295, + 1.8450000286102295 + ], + "actuals": [ 1.840999960899353, 1.8480000495910645, 1.8619999885559082, @@ -307,200 +302,200 @@ 0.7620000243186951, 0.7390000224113464, 0.7160000205039978, - 0.7139999866485596 + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486 ], "p50": [ - 1.8087451366247667, - 1.8258941262686672, - 1.8440430136309973, - 1.8676919791946214, - 1.8773409014852733, - 1.891989848809876, - 1.9126387337880204, - 1.9252876919606685, - 1.9444366409542013, - 1.9605855689668992, - 1.9782345074700145, - 1.993883441920014, - 2.010532378396572, - 2.027181314873129, - 2.0528302546875468, - 2.0614792345562853, - 2.0751280904473632, - 2.0932770672166603, - 2.1159260158525655, - 2.1260749466070767, - 2.1427238830836344, - 2.161372793810985, - 2.1750217689113525, - 2.196670700619538, - 2.2118196415068394, - 2.227968569519537, - 2.2466175696538553, - 2.2602664255449327, - 2.2769153620214904, - 2.291564309346093, - 2.308213201119167, - 2.3268621714511624, - 2.3445110950531167, - 2.361160031529674, - 2.3778089829073927, - 2.3939579258212516, - 2.412606851449764, - 2.427755822139387, - 2.4434047267870644, - 2.458053659210506, - 2.4747026850940306, - 2.491351502361298, - 2.513000493674129, - 2.525149428481756, - 2.5427983520837105, - 2.5579473078721726, - 2.5760962250368253, - 2.6017451648512426, - 2.6098940915526385, - 2.624543009074919, - 2.64119199025496, - 2.6573409033664963, - 2.676489837458868, - 2.689138765829194, - 2.7107877422408633, - 2.727436648915098, - 2.7375856243730934, - 2.7587345327162587, - 2.7743835118697415, - 2.79603235417096 + 1.8475709739330766, + 1.8538176212894693, + 1.85806430929623, + 1.8663109607057387, + 1.862557632500036, + 1.8693042585179658, + 1.8770509610682597, + 1.874797613550652, + 1.8805442524431852, + 1.8842909170849251, + 1.8890376284567065, + 1.8947843269538847, + 1.8930309431966528, + 1.8992775756518845, + 1.9115242202664637, + 1.9067709645400088, + 1.9075176082009138, + 1.9132642470934471, + 1.9250109279476504, + 1.916757568270695, + 1.9240042474559682, + 1.9297508863485016, + 1.932497593667167, + 1.9417443365102007, + 1.9424909503687833, + 1.9437375577900642, + 1.9509842816788208, + 1.9507309233131678, + 1.955477545277982, + 1.9562242485435317, + 1.959970883382949, + 1.9657175520778047, + 1.9724641780957348, + 1.973710889825144, + 1.9789575202538177, + 1.9867041930017892, + 1.9909509406131947, + 1.9891975419548016, + 1.9909442174445868, + 1.9936908353562852, + 1.9994375487546245, + 2.0036842069590626, + 2.0159308664748026, + 2.0121775084667775, + 2.015424179545819, + 2.0161708828113687, + 2.0249174830800922, + 2.027164167033737, + 2.0304108530139398, + 2.0311575115760054, + 2.036404186708163, + 2.0356509092856174, + 2.045897490242436, + 2.047144187070684, + 2.053390819525916, + 2.0586375840650404, + 2.0573841938705066, + 2.06313083276304, + 2.066877512305941, + 2.069624174921123 ], "p10": [ - 1.7807452288927568, - 1.7953940719092312, - 1.8140430422412268, - 1.8325919006118576, - 1.8482409036071987, - 1.8638897933537146, - 1.88263881604243, - 1.8971876603463649, - 1.9139367147447515, - 1.9304855392599443, - 1.947234534053686, - 1.9628833641955572, - 1.9785323731513629, - 1.9971813434833583, - 2.0147302743332376, - 2.0294791637459673, - 2.0461280465783447, - 2.062777036699082, - 2.0784260456548878, - 2.0950749284872647, - 2.1127237924845743, - 2.1312728296691392, - 2.1480218125419523, - 2.1626706019142463, - 2.1823196189762837, - 2.194968547346609, - 2.21651748630272, - 2.229266347820476, - 2.2448153640242063, - 2.264464315521134, - 2.2792131572501484, - 2.295862147370886, - 2.3115111563266915, - 2.3310600614273636, - 2.347808996616461, - 2.364457933093018, - 2.3800068718107106, - 2.3967557593160915, - 2.4124046490626077, - 2.4289535927870896, - 2.4477026750804503, - 2.4643515519523627, - 2.480000495343059, - 2.4946494575688227, - 2.5112983404012, - 2.5318472385877335, - 2.54759623433515, - 2.5632452373304906, - 2.5808941072882647, - 2.5963429996097016, - 2.6111919592605446, - 2.627840895737102, - 2.647389860442419, - 2.661138768690217, - 2.6797877390222125, - 2.6964366754987696, - 2.711085578119889, - 2.728734495761379, - 2.7462834266112575, - 2.761032387549561 + 1.819470966160631, + 1.821317607580401, + 1.825964212951282, + 1.8326108998613173, + 1.8325576015056206, + 1.8383043000027985, + 1.8410508583098522, + 1.84379759543084, + 1.851444221782556, + 1.8522909058792518, + 1.8550376430002398, + 1.8597841815185514, + 1.865530939620374, + 1.8682776171367173, + 1.8729243238354945, + 1.8767709335455935, + 1.8775175772064985, + 1.8831642173864922, + 1.8850109064899783, + 1.8887576307363627, + 1.89350421693839, + 1.8981508759534516, + 1.8999975650569374, + 1.906744310284157, + 1.908490881465814, + 1.9112376126263373, + 1.9169843111235152, + 1.9207309221210749, + 1.9244775867628148, + 1.9281241871269057, + 1.929970882190856, + 1.9357175747275697, + 1.9383641522034771, + 1.9442109567015555, + 1.9458574755264921, + 1.9507042928991738, + 1.954450897936269, + 1.9570974694517116, + 1.9589442718040229, + 1.9636908639665147, + 1.9693375041465084, + 1.9711841932499945, + 1.9769308917471722, + 1.980577492111263, + 1.9854242081560487, + 1.9881709452770366, + 1.9938174781686697, + 1.9966642557254486, + 1.9994108795976115, + 2.003057539566347, + 2.0079042496506676, + 2.0086508396673923, + 2.0152975265774273, + 2.0161442225950523, + 2.019890833592612, + 2.028537500713905, + 2.0273841628760914, + 2.0340308497861264, + 2.0357774328887124, + 2.038624156801311 ], "p90": [ - 1.8367452231707109, - 1.8554941326106014, - 1.8721430631266944, - 1.8896919999370378, - 1.9073409175785274, - 1.9209898330742499, - 1.9377387742238115, - 1.9542877060273647, - 1.9659366472722937, - 1.9875855789804795, - 2.004234515457037, - 2.019983517164918, - 2.0345323793502463, - 2.0542813295597133, - 2.072830241574525, - 2.0924791930714526, - 2.10612811452764, - 2.120777070792939, - 2.1394259874807546, - 2.154074943746054, - 2.1708238848956154, - 2.1873728166991686, - 2.2060217870311645, - 2.221670736382325, - 2.2393196599842793, - 2.251968588354605, - 2.2716175458119974, - 2.28836647504063, - 2.3029154445143187, - 2.3185643342608344, - 2.3362133174674335, - 2.3519621999660245, - 2.3725110921920938, - 2.3852600729191393, - 2.403808990894415, - 2.4224580208310553, - 2.439106844058788, - 2.4528558119112303, - 2.472404717011903, - 2.4850536990264085, - 2.500702654338034, - 2.5164514831924443, - 2.5370004827068744, - 2.552749484414755, - 2.5722983299107827, - 2.585047310637828, - 2.600696319593634, - 2.620245165089661, - 2.6348941273154254, - 2.6526431032741, - 2.669191927789292, - 2.686840910995891, - 2.70448989420249, - 2.718238802450288, - 2.735787739260631, - 2.7524366697767237, - 2.767185684359208, - 2.7867345298552357, - 2.8013834920809995, - 2.823132428462189 + 1.8765709581974503, + 1.88031762283919, + 1.884164292153934, + 1.8868110246019179, + 1.893557650619848, + 1.893304307155356, + 1.900150985530006, + 1.9027976106896292, + 1.9046442938326507, + 1.909391005204432, + 1.9120376303640552, + 1.9197842494678465, + 1.9187310176309331, + 1.9272776323955063, + 1.9281242747689509, + 1.9347709080348057, + 1.9365175924652875, + 1.942264231357821, + 1.9470109427296023, + 1.947757586390507, + 1.951504251032247, + 1.9572509554898896, + 1.9589975803157265, + 1.9647442192082598, + 1.9664909095992062, + 1.9703375789139503, + 1.9739842388826858, + 1.97783090819743, + 1.980477533357053, + 1.9842242456825088, + 1.9859708764688102, + 1.9938176015735019, + 1.9974642734631665, + 2.001210938104906, + 2.005957530267398, + 2.008704267388386, + 2.0105509505314076, + 2.0152975546148277, + 2.0189442145835637, + 2.021690892099907, + 2.02443756961625, + 2.028284227010065, + 2.033930873150523, + 2.0357775562935445, + 2.0414242024340026, + 2.0422709580562723, + 2.0490175363904863, + 2.0526641963592223, + 2.056510865673966, + 2.062157499893495, + 2.063004255515765, + 2.0676508549261814, + 2.0714975242409253, + 2.075144184209661, + 2.0779908067943635, + 2.082637513493141, + 2.084384203884087, + 2.089130861611688, + 2.09097754475471, + 2.0956241978093066 ], "timestamps": [ - "2026-06-21 00:42:00", - "2026-06-21 00:48:00", - "2026-06-21 00:54:00", - "2026-06-21 01:00:00", - "2026-06-21 01:06:00", "2026-06-21 01:12:00", "2026-06-21 01:18:00", "2026-06-21 01:24:00", @@ -795,6 +790,11 @@ "2026-06-22 06:18:00", "2026-06-22 06:24:00", "2026-06-22 06:30:00", - "2026-06-22 06:36:00" + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00" ] } diff --git a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json index 341292cc208446b5fa9739253b06f095e81638b4..79d86a9bea44fc7fdfd9a9931e053949d92ec083 100644 --- a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,28 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T06:10:00.226192+00:00", + "evaluated_at": "2026-06-22T07:25:19.253129+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 20.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, 20.0, 20.0, 20.0, @@ -101,11 +84,27 @@ 14.0, 14.0, 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, 14.0 ], "actuals": [ 14.0, - 14.399999618530273, 14.0, 14.0, 14.0, @@ -115,10 +114,11 @@ 14.0, 14.0, 14.0, + 13.899999618530273, + 14.0, 14.0, 14.0, 14.0, - 13.899999618530273, 14.0, 14.0, 14.0, @@ -130,85 +130,84 @@ 14.0 ], "p50": [ - 13.904849049499187, - 13.831780619026759, - 13.75871218855433, - 13.685643758081902, - 13.612575327609473, - 13.539506897137045, - 13.466438466664616, - 13.393370036192188, - 13.320301605719758, - 13.24723317524733, - 13.1741647447749, - 13.101096314302472, - 13.028027883830044, - 12.954959453357615, - 12.881891022885187, - 12.808822592412758, - 12.73575416194033, - 12.662685731467901, - 12.589617300995473, - 12.516548870523044, - 12.443480440050616, - 12.370412009578187, - 12.297343579105757, - 12.224275148633328 + 13.914608167411254, + 13.849399405355927, + 13.7841906433006, + 13.718981881245272, + 13.653773119189944, + 13.588564357134619, + 13.523355595079291, + 13.458146833023964, + 13.392938070968636, + 13.327729308913309, + 13.262520546857981, + 13.197311784802654, + 13.132103022747327, + 13.066894260691999, + 13.001685498636673, + 12.936476736581346, + 12.871267974526019, + 12.806059212470691, + 12.740850450415364, + 12.675641688360036, + 12.610432926304709, + 12.545224164249381, + 12.480015402194054, + 12.414806640138726 ], "p10": [ - 12.904849049499187, - 12.831780619026759, - 12.75871218855433, - 12.685643758081902, - 12.612575327609473, - 12.539506897137045, - 12.466438466664616, - 12.393370036192188, - 12.320301605719758, - 12.24723317524733, - 12.1741647447749, - 12.101096314302472, - 12.028027883830044, - 11.954959453357615, - 11.881891022885187, - 11.808822592412758, - 11.73575416194033, - 11.662685731467901, - 11.589617300995473, - 11.516548870523044, - 11.443480440050616, - 11.370412009578187, - 11.297343579105757, - 11.224275148633328 + 12.914608167411254, + 13.449399786825653, + 13.384191024770326, + 12.718981881245272, + 13.343773843982426, + 13.188564738604345, + 12.523355595079291, + 13.05814721449369, + 12.392938070968636, + 13.01773003370579, + 12.262520546857981, + 12.197311784802654, + 12.732103404217053, + 12.066894260691999, + 12.6016858801064, + 11.936476736581346, + 12.571268737465472, + 11.806059212470691, + 12.34085083188509, + 11.675641688360036, + 11.610432926304709, + 12.145224545719108, + 12.08001578366378, + 12.014807021608453 ], "p90": [ - 14.214848324706706, - 13.831780619026759, - 13.75871218855433, - 13.685643758081902, - 13.722575747226172, - 13.539506897137045, - 13.466438466664616, - 13.393370036192188, - 13.320301605719758, - 13.347233556717056, - 13.1741647447749, - 13.21109673391917, - 13.428027502360317, - 12.954959453357615, - 12.881891022885187, - 13.108821829473305, - 12.835754543410056, - 12.672685769614873, - 12.599617339142444, - 12.516548870523044, - 12.903480096727858, - 12.380412047725159, - 12.307343617252728, - 12.224275148633328 + 14.01460854888098, + 14.159398680563445, + 13.894191062917297, + 13.718981881245272, + 13.663773157336916, + 13.79856496748618, + 13.523355595079291, + 13.55814721449369, + 13.492938452438363, + 13.327729308913309, + 13.262520546857981, + 13.197311784802654, + 13.242103442364025, + 13.066894260691999, + 13.1016858801064, + 12.936476736581346, + 13.181267249733537, + 13.016059822822253, + 12.740850450415364, + 12.775642069829763, + 12.810433689244162, + 12.65522458386608, + 12.680016165133507, + 12.414806640138726 ], "timestamps": [ - "2026-06-21 20:00:00", "2026-06-21 21:00:00", "2026-06-21 22:00:00", "2026-06-21 23:00:00", @@ -327,6 +326,7 @@ "2026-06-26 16:00:00", "2026-06-26 17:00:00", "2026-06-26 18:00:00", - "2026-06-26 19:00:00" + "2026-06-26 19:00:00", + "2026-06-26 20:00:00" ] } diff --git a/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index e5986febb5d01fc2711effe10fa976991fe16b1a..1786e4fee59e2349e087ab63eed94939d315aeac 100644 --- a/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T06:10:00.242242+00:00", + "evaluated_at": "2026-06-22T07:25:19.269614+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 22.799999237060547, - 21.399999618530273, 20.5, 19.899999618530273, 20.299999237060547, @@ -341,11 +339,11 @@ 27.0, 25.299999237060547, 25.600000381469727, - 25.700000762939453 + 25.700000762939453, + 26.799999237060547, + 27.0 ], "actuals": [ - 26.799999237060547, - 27.0, 28.399999618530273, 30.0, 31.399999618530273, @@ -367,89 +365,89 @@ 20.100000381469727, 20.100000381469727, 21.399999618530273, - 19.399999618530273 + 19.399999618530273, + 21.600000381469727, + 25.5 ], "p50": [ - 25.57551335840008, - 25.0596835413176, - 24.893852675193372, - 25.128022858110892, - 24.362192087354096, - 24.04636303321107, - 24.23053207171941, - 24.26470053802316, - 23.948871007042975, - 23.733039950183887, - 23.56721051457113, - 23.20137936234461, - 23.235548782322677, - 22.769718202300744, - 22.90388705007422, - 22.738058568135784, - 22.472225890030355, - 22.406397789561645, - 22.240567400274575, - 21.974734722169146, - 21.908906144863277, - 21.743075755576207, - 21.57724441261482, - 21.41141402332775 + 26.818407021361622, + 27.606216832845686, + 27.89402664432975, + 28.331837028018406, + 28.569646648767606, + 28.65745760466085, + 28.645268179084365, + 29.733077227628975, + 29.770887515950196, + 29.758696659862238, + 30.396507806490344, + 30.334316282830365, + 31.0721278109282, + 31.109936668737948, + 31.497747815366054, + 32.18555724538039, + 32.323366484659864, + 32.711177631287974, + 33.5989873474046, + 33.03679773109326, + 33.82460706574016, + 34.16241706795909, + 34.150226688708294, + 34.38803917048044 ], "p10": [ - 22.595515628144955, - 21.659678677578587, - 21.693852865928235, - 20.8180218662896, - 20.56219285029355, - 20.386362232124643, - 21.630533597598316, - 20.76470225463693, - 19.988871636468023, - 20.803039454273243, - 19.93720849278158, - 20.00137478470789, - 19.235549735996994, - 19.169719537444788, - 18.973889224451664, - 19.31805801500468, - 18.56222794996688, - 19.106398552501098, - 17.700567247686685, - 17.1747354851086, - 17.558903760677488, - 18.243076041678503, - 18.267244279100417, - 17.781413241314812 + 22.808406792479786, + 24.426216336935042, + 24.29402673969718, + 24.80183691357749, + 25.369645885828152, + 25.107457223191123, + 26.13526623358876, + 26.48307627395466, + 26.81088623802661, + 25.258696659862238, + 27.496506280611438, + 26.824318152032024, + 27.872127047988748, + 27.89993586765152, + 27.747747815366054, + 26.485559343463883, + 28.793367514628127, + 29.22117614355604, + 29.718988282005434, + 29.23679610984692, + 30.354602984014086, + 30.61241592354991, + 30.5502282145872, + 30.87803646204538 ], "p90": [ - 29.835514827058528, - 31.019683674832002, - 30.493852102988782, - 28.528020760027395, - 29.19219315546933, - 28.816361965095833, - 28.930532834658862, - 28.674701243742152, - 29.858870949822514, - 27.77303914909746, - 29.797207767989097, - 27.711379400491584, - 26.35554828641203, - 27.679718908019737, - 27.533889262598635, - 27.338057042256878, - 27.902227339615315, - 27.736396950328245, - 28.47056465369254, - 26.67473558047603, - 29.52890679336181, - 27.083075622061802, - 26.27724660606575, - 26.711414690899772 + 31.22840667803887, + 31.666217061727522, + 33.5940274072692, + 32.63183721875327, + 33.28964729726614, + 35.20745779539571, + 33.53526737799794, + 35.613075053251535, + 37.34088797371387, + 34.70869713669939, + 34.996506375978875, + 34.65431750353349, + 35.67212638041673, + 36.769937088354645, + 37.64774743389633, + 36.215558122760754, + 36.483366045969674, + 36.66117744055311, + 41.29898667983258, + 38.40679733055004, + 38.924606302800704, + 39.11241744942881, + 39.050227260912884, + 38.66803699610299 ], "timestamps": [ - "2026-06-07 06:00:00", - "2026-06-07 07:00:00", "2026-06-07 08:00:00", "2026-06-07 09:00:00", "2026-06-07 10:00:00", @@ -807,6 +805,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index c2da6571b033e1883bbf6bc5774eb6f0c3f7fe13..0ed82aabee9fd7a18a9b63dfde7c6d45fa84531b 100644 --- a/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T06:10:00.262749+00:00", + "evaluated_at": "2026-06-22T07:25:19.290961+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.600000381469727, - 27.700000762939453, 26.5, 25.5, 24.100000381469727, @@ -341,11 +339,11 @@ 27.799999237060547, 28.0, 27.799999237060547, - 27.799999237060547 + 27.799999237060547, + 27.299999237060547, + 27.100000381469727 ], "actuals": [ - 27.299999237060547, - 27.100000381469727, 27.0, 25.600000381469727, 24.100000381469727, @@ -367,89 +365,89 @@ 24.799999237060547, 25.299999237060547, 24.899999618530273, - 24.700000762939453 + 24.700000762939453, + 25.200000762939453, + 25.0 ], "p50": [ - 27.58294037851739, - 27.663494602479794, - 27.54404997085138, - 27.62460228746515, - 27.60515612995783, - 27.485711498329415, - 27.666264196412914, - 27.546817657435867, - 27.527371499928545, - 27.507925342421224, - 27.438479947853356, - 27.519034171815758, - 27.349588395778163, - 27.430140712391935, - 27.410694554884614, - 27.391248397377293, - 27.271803765748878, - 27.35235608236265, - 27.33290992485533, - 27.313463767348008, - 27.194018182045276, - 27.274571452333365, - 27.255125294826044, - 27.235679137318723 + 26.85397612645226, + 26.509742538640424, + 26.36550971376804, + 25.971276888895655, + 25.77704291961409, + 25.53280971327198, + 25.28857650692987, + 25.04434520793639, + 24.800110094245646, + 24.555876887903537, + 24.211645207440334, + 24.067410475219315, + 23.823177268877203, + 23.578944062535093, + 23.23471238207189, + 23.09047764985087, + 22.84624444350876, + 22.502012763045556, + 22.35777803082454, + 22.113544824482428, + 21.769313144019222, + 21.675079556207386, + 21.380845205456097, + 21.136611999113985 ], "p10": [ - 26.682942476600886, - 26.76349498394952, - 26.644050352321106, - 26.714602821522767, - 26.79515513813654, - 26.785710735389962, - 26.74626297570979, - 26.646818038905593, - 26.727372072133136, - 26.60792572389095, - 26.488481092262536, - 26.66903359961117, - 26.439586831752283, - 26.52014124644955, - 26.410696462233247, - 26.591249160316746, - 26.471802621339698, - 26.652355319423197, - 26.622909123768903, - 26.603463156996444, - 26.284017571693713, - 26.474570307924186, - 26.655124913356318, - 26.33567951878845 + 26.053976889391713, + 25.809743683049604, + 25.565510285972632, + 25.021278033304835, + 24.777044826962722, + 24.632810094741707, + 24.388576888399598, + 24.234342308766468, + 24.100111238654826, + 23.855876124964084, + 23.501644406353908, + 23.367411619628495, + 23.023176124468023, + 22.578944062535093, + 22.224710627311147, + 22.090479557199505, + 22.04624329909958, + 21.602013144515283, + 21.447778564882157, + 21.113544824482428, + 20.86931352548895, + 20.62508031914684, + 20.580845777660688, + 20.136611999113985 ], "p90": [ - 29.08294037851739, - 29.063494221010068, - 28.854049055324033, - 28.824601333790834, - 28.805156892897283, - 28.985709590980782, - 28.676264234559888, - 28.646818038905593, - 28.837370775136066, - 28.907924960951497, - 28.688479947853356, - 28.769032264467125, - 28.849586679164393, - 28.83014033092221, - 28.610693601210297, - 28.591249160316746, - 28.571803002809425, - 28.752355700892924, - 28.532910687794782, - 28.71346338587828, - 28.49401837278014, - 28.4945721008319, - 28.265127049586784, - 28.635678755848996 + 28.263975783129506, + 27.709743301579877, + 27.465510095237768, + 27.241276774454736, + 26.877043301083816, + 26.932809331802254, + 26.398576735811705, + 26.24434234691344, + 26.02011074274418, + 25.77587753640207, + 25.51164444450088, + 25.46741009374959, + 25.223176887407476, + 24.97894387180023, + 24.534711619132437, + 24.490477268381145, + 24.246245969387665, + 23.602013144515283, + 23.5677786411761, + 23.31354387080811, + 23.06931238107977, + 22.925077648858753, + 22.480845586925824, + 22.35661264761252 ], "timestamps": [ - "2026-06-07 06:00:00", - "2026-06-07 07:00:00", "2026-06-07 08:00:00", "2026-06-07 09:00:00", "2026-06-07 10:00:00", @@ -807,6 +805,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index a832c2696faf30637b2235fc0db59c579d59fe00..2d2b3d90f59f3375c2e738ffeaf41ccdad2c7f46 100644 --- a/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T06:10:00.282309+00:00", + "evaluated_at": "2026-06-22T07:25:19.310994+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 11.0, - 12.0, 51.0, 8.0, 11.0, @@ -151,7 +149,7 @@ 13.0, 13.0, 4.0, - 8.0, + 9.0, 12.0, 12.0, 11.0, @@ -173,11 +171,11 @@ 12.0, 11.0, 2.0, - 7.0 + 7.0, + 12.0, + 12.0 ], "actuals": [ - 12.0, - 12.0, 4.0, 6.0, 7.0, @@ -199,89 +197,89 @@ 18.0, 7.0, 12.0, - 12.0 + 12.0, + 11.0, + 1.0 ], "p50": [ - 10.635718944028422, - 10.581744353507256, - 10.52776976298609, - 9.473795172464925, - 10.419820581943759, - 10.365845991422592, - 10.311871400901426, - 10.25789681038026, - 9.203922219859093, - 10.149947629337927, - 10.09597303881676, - 10.041998448295594, - 9.98802385777443, - 9.934049267253263, - 8.880074676732097, - 8.82610008621093, - 9.772125495689764, - 9.718150905168597, - 9.664176314647431, - 10.610201724126266, - 9.5562271336051, - 9.502252543083934, - 10.448277952562767, - 9.394303362041601 + 10.695537417290423, + 9.639649613813045, + 10.583761810335668, + 9.52787400685829, + 10.471986203380913, + 9.416098399903538, + 10.36021059642616, + 10.304322792948783, + 10.248434989471406, + 9.192547185994028, + 9.136659382516651, + 10.080771579039274, + 9.524883775561896, + 9.96899597208452, + 9.913108168607142, + 7.857220365129765, + 9.801332561652387, + 8.74544475817501, + 9.189556954697634, + 9.633669151220257, + 9.57778134774288, + 8.521893544265502, + 8.466005740788125, + 8.410117937310748 ], "p10": [ - 3.6357189440284223, - 0.581744353507256, - 0.5277697629860896, - 1.373795172464927, - 1.3198205819437607, - 0.3658459914225922, - 0.31187140090142584, - 0.25789681038025947, - 0.2039222198590931, - 1.1499476293379267, - 0.9959730388167625, - 0.04199844829559396, - -0.01197614222557064, - -0.06595073274673702, - 0.8800746767320966, - -0.17389991378906977, - 1.7721254956897639, - 0.7181509051685975, - -0.3358236853525689, - 1.5102017241262686, - -0.4437728663948999, - 1.5022525430839337, - 2.4482779525627674, - 0.394303362041601 + 1.5955374172904255, + 2.639649613813046, + 3.5837618103356688, + 0.5278740068582906, + 0.47198620338091324, + 0.4160983999035377, + 0.3602105964261604, + 2.304322792948784, + 0.24843498947140574, + 0.19254718599402842, + 0.1366593825166511, + 1.880771579039279, + 2.0248837755618974, + 2.96899597208452, + 1.8131081686071449, + -0.14277963487023548, + 0.7013325616523901, + -0.2545552418249901, + -0.31044304530236566, + -0.366330848779743, + -0.4222186522571203, + -0.4781064557344976, + 1.366005740788128, + 1.3101179373107508 ], "p90": [ - 16.735718944028417, - 15.581744353507256, - 16.52776976298609, - 16.473795172464925, - 16.519820581943755, - 16.365845991422592, - 16.311871400901424, - 16.25789681038026, - 15.203922219859093, - 16.149947629337927, - 16.195973038816753, - 16.041998448295594, - 15.98802385777443, - 15.934049267253263, - 15.880074676732097, - 15.82610008621093, - 15.772125495689764, - 15.718150905168597, - 14.664176314647431, - 15.610201724126266, - 13.756227133605089, - 16.502252543083934, - 16.44827795256277, - 15.394303362041601 + 16.695537417290424, + 16.639649613813045, + 15.683761810335664, + 14.52787400685829, + 16.471986203380915, + 16.41609839990354, + 16.36021059642616, + 16.304322792948785, + 16.248434989471406, + 16.19254718599403, + 15.136659382516651, + 16.080771579039276, + 16.024883775561896, + 15.968995972084521, + 15.913108168607142, + 15.857220365129766, + 14.801332561652387, + 14.745444758175012, + 15.689556954697636, + 15.633669151220257, + 14.577781347742881, + 15.621893544265497, + 14.466005740788127, + 15.410117937310748 ], "timestamps": [ - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", "2026-06-14 08:00:00", "2026-06-14 09:00:00", "2026-06-14 10:00:00", @@ -471,6 +469,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 482dfe44e9f6f416288535836b0050ba887f2961..374398cefddbf66229bb4747ce9f73ef0b8bee2d 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-22T06:44:06.485096+00:00", + "evaluated_at": "2026-06-22T07:25:19.327199+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2350.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2450.0, 2400.0, @@ -101,9 +89,6 @@ 2350.0, 2400.0, 2350.0, - 2350.0 - ], - "actuals": [ 2350.0, 2350.0, 2350.0, @@ -116,6 +101,9 @@ 2350.0, 2350.0, 2350.0, + 2350.0 + ], + "actuals": [ 2350.0, 2350.0, 2350.0, @@ -127,91 +115,99 @@ 2300.0, 2300.0, 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, 2300.0 ], "p50": [ - 2367.1433902876406, - 2365.9969960196167, - 2364.850601751593, - 2363.704207483569, - 2362.557813215545, - 2361.4114189475213, - 2360.2650246794974, - 2359.1186304114735, - 2357.9722361434497, - 2356.8258418754253, - 2355.6794476074015, - 2354.5330533393776, - 2353.3866590713537, - 2352.24026480333, - 2351.093870535306, - 2349.947476267282, - 2348.8010819992583, - 2347.6546877312344, - 2346.5082934632105, - 2345.3618991951867, - 2344.215504927163, - 2343.069110659139, - 2341.922716391115, - 2340.776322123091 + 2345.953299113734, + 2345.835198797481, + 2345.717098481228, + 2345.5989981649745, + 2345.4808978487217, + 2345.3627975324684, + 2345.244697216215, + 2345.1265968999624, + 2345.008496583709, + 2344.8903962674563, + 2344.772295951203, + 2344.6541956349497, + 2344.536095318697, + 2344.4179950024436, + 2344.2998946861903, + 2344.1817943699375, + 2344.0636940536842, + 2343.945593737431, + 2343.827493421178, + 2343.709393104925, + 2343.5912927886716, + 2343.4731924724188, + 2343.3550921561655, + 2343.2369918399127 ], "p10": [ - 2317.1433902876406, - 2315.9969960196167, - 2314.850601751593, - 2313.704207483569, - 2312.557813215545, - 2311.4114189475213, - 2310.2650246794974, - 2359.1186304114735, - 2307.9722361434497, - 2306.8258418754253, - 2355.6794476074015, - 2304.5330533393776, - 2303.3866590713537, - 2302.24026480333, - 2301.093870535306, - 2299.947476267282, - 2298.8010819992583, - 2297.6546877312344, - 2296.5082934632105, - 2295.3618991951867, - 2294.215504927163, - 2293.069110659139, - 2341.922716391115, - 2290.776322123091 + 2345.953299113734, + 2345.835198797481, + 2345.717098481228, + 2295.5989981649745, + 2340.4808978487217, + 2345.3627975324684, + 2295.244697216215, + 2345.1265968999624, + 2345.008496583709, + 2294.8903962674563, + 2294.772295951203, + 2294.6541956349497, + 2294.536095318697, + 2294.4179950024436, + 2339.2998946861903, + 2294.1817943699375, + 2294.0636940536842, + 2293.945593737431, + 2343.827493421178, + 2293.709393104925, + 2293.5912927886716, + 2343.4731924724188, + 2343.3550921561655, + 2293.2369918399127 ], "p90": [ - 2417.1433902876406, - 2415.9969960196167, - 2414.850601751593, - 2413.704207483569, - 2412.557813215545, - 2411.4114189475213, - 2365.265024679497, - 2409.1186304114735, - 2407.9722361434497, - 2406.8258418754253, - 2405.6794476074015, - 2404.5330533393776, - 2403.3866590713537, - 2402.24026480333, - 2401.093870535306, - 2399.947476267282, - 2398.8010819992583, - 2397.6546877312344, - 2396.5082934632105, - 2345.3618991951867, - 2394.215504927163, - 2393.069110659139, - 2391.922716391115, - 2390.776322123091 + 2395.953299113734, + 2345.835198797481, + 2345.717098481228, + 2395.5989981649745, + 2350.4808978487213, + 2345.3627975324684, + 2345.244697216215, + 2395.1265968999624, + 2395.008496583709, + 2344.8903962674563, + 2344.772295951203, + 2344.6541956349497, + 2344.536095318697, + 2344.4179950024436, + 2394.2998946861903, + 2394.1817943699375, + 2344.0636940536842, + 2393.945593737431, + 2343.827493421178, + 2343.709393104925, + 2343.5912927886716, + 2393.4731924724188, + 2343.3550921561655, + 2393.2369918399127 ], "timestamps": [ - "2026-06-21 19:55:00", - "2026-06-21 20:10:00", - "2026-06-21 20:25:00", - "2026-06-21 20:40:00", "2026-06-21 20:55:00", "2026-06-21 21:10:00", "2026-06-21 21:25:00", @@ -327,6 +323,10 @@ "2026-06-23 00:55:00", "2026-06-23 01:10:00", "2026-06-23 01:25:00", - "2026-06-23 01:40:00" + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 46618889d340b6a7ab6314b80d129fb6c33aa505..a121f9b6c2fd1c81d20c1f6740c90a54aa1ffc5c 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,49 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T07:05:12.218952+00:00", + "evaluated_at": "2026-06-22T07:25:19.333796+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index e1503313ef5376f8b7d89e1a44c98a73fae64018..b75afac2ac37b1ca9b35ee1b850cf0c960288c15 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1727,3 +1727,10 @@ {"evaluated_at": "2026-06-22T06:53:21.869627+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-22T07:05:12.409625+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T07:05:12.409625+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-22T07:25:19.541484+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T07:25:19.541484+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-22T07:25:19.541484+00:00", "dataset": "nws_ksfo_observations_temperature", "prediction_length": 24} +{"evaluated_at": "2026-06-22T07:25:19.541484+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} +{"evaluated_at": "2026-06-22T07:25:19.541484+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} +{"evaluated_at": "2026-06-22T07:25:19.541484+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} +{"evaluated_at": "2026-06-22T07:25:19.541484+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 02e7dd10b203d60263b8de489aca93f0dd17c1be..d326e5494e1b3a21b06cfab7bd6777b6537b2e88 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,254562.31373469034,197891.9694999059,363.0455729166667,0.3413250622190249,0.005678122035661722,0.005654233125698342,2.1237108348632203,504.54168681555973,0.007872029298310703,0.005664359281509142,0.004980473671052232,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,104471.90120124817,85287.7363538742,217.3095703125,0.2056325383067578,0.003396570289079627,0.00339274326294399,2.069419546850151,323.2211335931612,0.005042783273558448,0.0033903880423097267,0.004822495191296735,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.9237130835943692,1.8876722873579865,1.1165241797765095,0.6563458202360263,0.04267433494674541,0.04406306287872011,6.798890134045048,1.386979842533542,0.05310284361053067,0.04274799610479139,0.03891174187888303,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.8421599719464008,1.6806039275129872,1.0206226885318757,2.9987442833717806,1.0000528430544637,0.52957283437317,39.610705303425426,1.3572619393272622,0.9586086300291459,0.7208466463851081,0.48992567753029803,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.2932325658679327,1.293452574417062,0.9061119168996811,2.656375872642433,0.9876122595237771,0.530544268468184,29.46906010200981,1.1372038365517119,0.8617790929283915,0.686656411752182,0.4433174260693452,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.08517069449212913,0.08379585264845435,0.27104855742719436,4.0657300018388804,0.16841404804153512,0.18572240703190554,82.82570009676283,0.291840186561291,0.18496912238953367,0.17179132998439198,0.15134245268725333,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,1.3335811739082903,1.2947880806536034,0.895061194896698,0.45003077797449165,0.06391948649758679,0.06743536796971411,2.1747872214032227,1.1548078515096312,0.08241269533822627,0.0638759127483081,0.051938574030089585,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,125.60370326253239,78.59598981577581,7.579196850458781,0.6555344843448614,0.43959746251296394,0.3299864645581607,2.770004975905003,11.207305798564274,0.515574722775361,0.3486691971531435,0.26331613538049187,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.8869182200855903,1.8027485154648275,1.1904440720876057,0.6265494600170339,0.05003382104463706,0.048520627647047766,2.7617313385642905,1.3736514186960207,0.057215608035876046,0.04958461840475799,0.03316696775983716,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,16.894228130466292,14.250305077860267,3.177631437778473,0.588147721131234,0.5044139191579968,0.3688445002899434,4.278019133447682,4.11025888849672,0.4932310666196063,0.38131577253341675,0.28851284482744005,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,881.2607023715973,865.3764049510161,18.682627360026043,1.1209576416015625,0.008071070649614313,0.00799050406380572,6.497878723144531,29.686035477503513,0.012688599313625721,0.007985450697072573,0.006280883897762689,Hydrology,1 +nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.04008348641957582,0.004165074460303231,0.05364412069320679,0.027647650495954346,0.003834459564687611,0.0038318934272686647,0.7108480571912971,0.2002086072564709,0.014304872466404628,0.0038328637095293434,0.011383612250536003,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,113.79598327717274,86.40264044433452,7.2524170478185015,0.6267669795366542,0.4226709282351342,0.30913374752481154,5.11650076387565,10.667520015316247,0.49712714634483485,0.33797671679154184,0.24795088404847837,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.8263405063174407,1.7151237575624236,1.2243905067443848,0.6545748013795033,0.05135453114708031,0.04991103578223425,3.4621328399483686,1.351421661184044,0.056703006762966884,0.051373028255009154,0.03412511854460745,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,23.624820786826643,19.93275431530164,3.703485131263733,0.6863601787670239,0.9322025494722578,0.4489365841510799,6.6084890733814605,4.860537088308929,0.6204940963798633,0.47278533590600846,0.35090732399735325,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,5774.888940215111,5644.7897760557635,71.70352172851562,2.753415234375,0.03107601428083384,0.030553457328537564,57.64011542968749,75.99269004460305,0.032832125311799694,0.030979019288647616,0.023821787745180765,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,890.713526753742,459.6993433938395,19.7410888671875,0.3983935818708682,0.08488627994531377,0.0825329602754252,1.6746824063343657,29.844824120000137,0.12013442716503793,0.07946384247861558,0.06594550252364441,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 836f96f1cae8a5aa61861df7500c7724c330179e..f3f4e696e94cadffdd188bd0b048a6f470d8616d 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T07:04:38.965907+00:00", + "evaluated_at": "2026-06-22T07:23:38.738407+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65539.5, 64926.01953125, 64909.44140625, 64798.0, @@ -101,10 +100,10 @@ 64426.0, 64276.12109375, 64256.55078125, - 64303.4609375 + 64303.4609375, + 64191.0703125 ], "actuals": [ - 64191.0703125, 64014.0, 64209.16015625, 64365.98828125, @@ -127,88 +126,88 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 63989.94921875 + 63989.94921875, + 64258.66015625 ], "p50": [ - 64344.35546875, - 64381.49609375, - 64330.392578125, - 64384.53125, - 64459.337890625, - 64410.875, - 64399.4765625, - 64448.435546875, - 64464.806640625, - 64455.236328125, - 64476.154296875, - 64446.923828125, - 64508.0390625, - 64475.263671875, - 64399.58203125, - 64415.171875, - 64506.32421875, - 64658.634765625, - 64318.90234375, - 64483.40234375, - 64293.662109375, - 64509.46484375, - 64274.638671875, - 64585.341796875 + 64196.388671875, + 64254.2265625, + 64240.072265625, + 64299.375, + 64265.052734375, + 64285.43359375, + 64306.93359375, + 64269.6015625, + 64281.578125, + 64250.3203125, + 64202.693359375, + 64338.310546875, + 64059.267578125, + 64262.923828125, + 64141.57421875, + 64147.84375, + 64072.037109375, + 64179.1171875, + 64010.6953125, + 63983.482421875, + 63723.78125, + 63791.36328125, + 63891.021484375, + 63831.84375 ], "p10": [ - 64113.3359375, - 64052.12109375, - 63914.02734375, - 63994.484375, - 63923.70703125, - 63903.912109375, - 63844.533203125, - 63793.68359375, - 63705.53125, - 63743.3125, - 63604.0, - 63707.51171875, - 63515.015625, - 63292.087890625, - 63233.2265625, - 63261.375, - 63164.6953125, - 63147.7734375, - 62990.146484375, - 63140.8203125, - 62656.408203125, - 63007.25390625, - 62801.669921875, - 63249.533203125 + 64010.83984375, + 63947.36328125, + 63840.873046875, + 63888.037109375, + 63711.62109375, + 63733.373046875, + 63671.38671875, + 63664.716796875, + 63475.291015625, + 63423.306640625, + 63180.068359375, + 63281.001953125, + 63043.166015625, + 63144.36328125, + 62951.046875, + 63055.05078125, + 62673.376953125, + 62601.4375, + 62557.515625, + 62684.900390625, + 62270.181640625, + 62200.955078125, + 62338.8046875, + 62261.60546875 ], "p90": [ - 64579.7109375, - 64735.916015625, - 64702.080078125, - 64821.5078125, - 64942.326171875, - 65014.5234375, - 65071.412109375, - 65081.82421875, - 65335.853515625, - 65255.369140625, - 65414.0234375, - 65579.3046875, - 65399.986328125, - 65618.796875, - 65570.95703125, - 65773.40234375, - 65888.51953125, - 65823.62109375, - 65797.7734375, - 65869.171875, - 65836.7578125, - 66112.140625, - 65893.890625, - 66540.2421875 + 64448.921875, + 64598.0078125, + 64633.48828125, + 64712.94921875, + 64866.2421875, + 64836.52734375, + 64919.103515625, + 64980.376953125, + 65261.248046875, + 65260.21875, + 65201.9921875, + 65461.671875, + 65212.31640625, + 65433.103515625, + 65346.30078125, + 65461.638671875, + 65436.66015625, + 66241.79296875, + 65604.81640625, + 65769.30859375, + 65326.109375, + 65677.0390625, + 65374.828125, + 65683.33203125 ], "timestamps": [ - "2026-06-17 07:00:00", "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", @@ -327,6 +326,7 @@ "2026-06-22 03:00:00", "2026-06-22 04:00:00", "2026-06-22 05:00:00", - "2026-06-22 06:00:00" + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index ec53e490f902ee8c3df37100507bde55da5dc36e..9246be046da49708cc56c695869dc65eabe3cab0 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T06:52:53.104572+00:00", + "evaluated_at": "2026-06-22T07:23:45.060662+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.815999984741211, - 1.815000057220459, - 1.812999963760376, - 1.815999984741211, - 1.809999942779541, 1.8029999732971191, 1.8009999990463257, 1.8029999732971191, @@ -245,14 +240,14 @@ 1.7480000257492065, 1.7640000581741333, 1.7740000486373901, - 1.7929999828338623 - ], - "actuals": [ + 1.7929999828338623, 1.8079999685287476, 1.8209999799728394, 1.8380000591278076, 1.8489999771118164, - 1.8450000286102295, + 1.8450000286102295 + ], + "actuals": [ 1.840999960899353, 1.8480000495910645, 1.8619999885559082, @@ -307,200 +302,200 @@ 0.7620000243186951, 0.7390000224113464, 0.7160000205039978, - 0.7139999866485596 + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486 ], "p50": [ - 1.8046518564224243, - 1.8283648490905762, - 1.8440337181091309, - 1.8514495491981506, - 1.8712739944458008, - 1.8856188654899597, - 1.9112719297409058, - 1.9302972555160522, - 1.9445288181304932, - 1.9591598510742188, - 1.9758331775665283, - 1.9994583129882812, - 2.019572138786316, - 2.031694769859314, - 2.07170307636261, - 2.095518469810486, - 2.1269298791885376, - 2.129251718521118, - 2.1552118062973022, - 2.1524065732955933, - 2.1977906227111816, - 2.236276388168335, - 2.248218536376953, - 2.2562938928604126, - 2.3203545808792114, - 2.3087857961654663, - 2.3479716777801514, - 2.400593400001526, - 2.4325709342956543, - 2.3426101207733154, - 2.3152616024017334, - 2.4820289611816406, - 2.6315970420837402, - 2.518643617630005, - 2.6271737813949585, - 2.448410987854004, - 2.6574573516845703, - 2.5868507623672485, - 2.530077815055847, - 2.6472012996673584, - 2.6177555322647095, - 2.665383815765381, - 2.785634994506836, - 2.785634994506836, - 2.7664618492126465, - 2.6950308084487915, - 2.7912486791610718, - 2.785634994506836, - 3.1675631999969482, - 2.7968127727508545, - 2.740532875061035, - 2.8204901218414307, - 2.9698879718780518, - 2.812572956085205, - 3.0145679712295532, - 3.185407876968384, - 2.8663333654403687, - 2.9994101524353027, - 3.081157922744751, - 2.7816951274871826 + 1.8383649587631226, + 1.848124384880066, + 1.8523522019386292, + 1.8576120138168335, + 1.8662798404693604, + 1.8642911911010742, + 1.8775641322135925, + 1.88866126537323, + 1.8907413482666016, + 1.8932132720947266, + 1.9128810167312622, + 1.9191097021102905, + 1.9388831853866577, + 1.9529513716697693, + 1.9526209235191345, + 1.969334602355957, + 2.006858706474304, + 2.0340778827667236, + 2.025442123413086, + 2.070379137992859, + 2.0764516592025757, + 2.070852279663086, + 2.062390089035034, + 2.08897602558136, + 2.1367580890655518, + 2.1575229167938232, + 2.1269439458847046, + 2.1554629802703857, + 2.1814552545547485, + 2.2288501262664795, + 2.2252124547958374, + 2.227655529975891, + 2.362658977508545, + 2.352019786834717, + 2.362658977508545, + 2.2894771099090576, + 2.3528079986572266, + 2.301708936691284, + 2.380256772041321, + 2.398993968963623, + 2.362658977508545, + 2.384912610054016, + 2.3021626472473145, + 2.411999821662903, + 2.307530164718628, + 2.3965046405792236, + 2.5445667505264282, + 2.5495797395706177, + 2.5420624017715454, + 2.5416982173919678, + 2.623045563697815, + 2.5160248279571533, + 2.6164610385894775, + 2.6542410850524902, + 2.46686053276062, + 2.5920522212982178, + 2.5098527669906616, + 2.721209764480591, + 2.669846534729004, + 2.611312508583069 ], "p10": [ - 1.7932084202766418, - 1.8060383796691895, - 1.8140404224395752, - 1.8070213198661804, - 1.828555405139923, - 1.8334556818008423, - 1.8399962186813354, - 1.8472850918769836, - 1.8373131155967712, - 1.8563733100891113, - 1.824950397014618, - 1.8442882299423218, - 1.8813168406486511, - 1.8274648189544678, - 1.8629652857780457, - 1.8424031734466553, - 1.7688060998916626, - 1.7337367534637451, - 1.7170017957687378, - 1.8072029948234558, - 1.7819589376449585, - 1.8247637748718262, - 1.7668125629425049, - 1.7795895338058472, - 1.7303577065467834, - 1.8600659370422363, - 1.8203011751174927, - 1.7053592801094055, - 1.8345766067504883, - 1.6965736150741577, - 1.7941356897354126, - 1.7691564559936523, - 1.557523250579834, - 1.5441513061523438, - 1.6340389847755432, - 1.7565299272537231, - 1.7401800751686096, - 1.5302480459213257, - 1.558398187160492, - 1.4889302253723145, - 1.5555933117866516, - 1.5806981325149536, - 1.5686931610107422, - 1.4818801879882812, - 1.5095713138580322, - 1.5095713138580322, - 1.5993677377700806, - 1.5063347816467285, - 1.9349257946014404, - 1.5672743320465088, - 1.5088401436805725, - 1.795345664024353, - 1.5610079765319824, - 1.4467759728431702, - 1.7631936073303223, - 1.549984335899353, - 1.5410478115081787, - 1.7922210693359375, - 1.668781042098999, - 1.6385557651519775 + 1.8285202980041504, + 1.8283029198646545, + 1.819486141204834, + 1.820770263671875, + 1.8166708946228027, + 1.802903413772583, + 1.81863671541214, + 1.8137725591659546, + 1.8040599822998047, + 1.7604867219924927, + 1.769843578338623, + 1.7938866019248962, + 1.834439754486084, + 1.778545081615448, + 1.7328540086746216, + 1.7636200189590454, + 1.6995084285736084, + 1.7124123573303223, + 1.6772933602333069, + 1.7006244659423828, + 1.6979912519454956, + 1.605528712272644, + 1.6741018891334534, + 1.6256294250488281, + 1.6483558416366577, + 1.6155396699905396, + 1.6400094032287598, + 1.5715956687927246, + 1.5803677439689636, + 1.715290606021881, + 1.548344910144806, + 1.5106167793273926, + 1.5194953680038452, + 1.5750017166137695, + 1.5106167793273926, + 1.2978039979934692, + 1.5106167793273926, + 1.5214720368385315, + 1.4011447429656982, + 1.352916657924652, + 1.4439512491226196, + 1.4910732507705688, + 1.3509949445724487, + 1.357620656490326, + 1.2398141622543335, + 1.4995495080947876, + 1.1952607035636902, + 1.3211174011230469, + 1.302255928516388, + 1.3244826793670654, + 1.0840474963188171, + 1.2454981207847595, + 1.4709750413894653, + 1.4886580109596252, + 1.1885040998458862, + 1.2030500173568726, + 1.356781005859375, + 1.207767128944397, + 1.3974154591560364, + 1.4827852249145508 ], "p90": [ - 1.8181215524673462, - 1.8477225303649902, - 1.875255525112152, - 1.9006007313728333, - 1.9215103387832642, - 1.9420195817947388, - 1.9891759157180786, - 2.0112109184265137, - 2.041207432746887, - 2.0553438663482666, - 2.082388162612915, - 2.1403430700302124, - 2.163634777069092, - 2.21366024017334, - 2.310117483139038, - 2.3324605226516724, - 2.4185872077941895, - 2.432871699333191, - 2.4789403676986694, - 2.4913920164108276, - 2.5546809434890747, - 2.672045946121216, - 2.6920491456985474, - 2.6730321645736694, - 2.794407844543457, - 2.7822799682617188, - 2.7564306259155273, - 2.841971755027771, - 2.8969621658325195, - 2.8842999935150146, - 2.9499642848968506, - 3.1917829513549805, - 3.578477621078491, - 3.437406539916992, - 3.708021402359009, - 3.555150270462036, - 3.693995237350464, - 3.8422651290893555, - 3.6725118160247803, - 3.7058088779449463, - 3.6363439559936523, - 4.061698913574219, - 4.043656587600708, - 4.061698913574219, - 3.917091131210327, - 4.399616241455078, - 4.273925304412842, - 4.210197448730469, - 4.753847122192383, - 4.608468294143677, - 4.6315977573394775, - 4.6678197383880615, - 4.851986408233643, - 4.883024215698242, - 5.025505304336548, - 4.912407875061035, - 5.253786087036133, - 5.193627595901489, - 5.337762355804443, - 5.277527093887329 + 1.8479617238044739, + 1.8676456809043884, + 1.884044587612152, + 1.8953914642333984, + 1.913684368133545, + 1.9153650403022766, + 1.9333983659744263, + 1.9637800455093384, + 1.9899210333824158, + 1.9938181042671204, + 2.0222383737564087, + 2.0563645362854004, + 2.076637387275696, + 2.1240437030792236, + 2.1147944927215576, + 2.20432710647583, + 2.31772780418396, + 2.362658977508545, + 2.4168450832366943, + 2.3418617248535156, + 2.409998297691345, + 2.5191495418548584, + 2.498624086380005, + 2.6195595264434814, + 2.588903546333313, + 2.629697561264038, + 2.629607677459717, + 2.7318872213363647, + 2.7808388471603394, + 2.767341136932373, + 2.7890557050704956, + 2.855549693107605, + 3.194427013397217, + 3.214700698852539, + 3.214700698852539, + 3.138047456741333, + 3.1639926433563232, + 3.221442461013794, + 3.222432851791382, + 3.214700698852539, + 3.238861083984375, + 3.328995943069458, + 3.5806736946105957, + 3.467083692550659, + 3.197230815887451, + 3.620734214782715, + 3.5678584575653076, + 3.6407217979431152, + 3.967684507369995, + 3.786142110824585, + 4.0725367069244385, + 3.6407217979431152, + 3.9287283420562744, + 4.0018393993377686, + 3.6407217979431152, + 3.9490256309509277, + 4.027089357376099, + 3.975487232208252, + 4.079808712005615, + 4.066742897033691 ], "timestamps": [ - "2026-06-21 00:42:00", - "2026-06-21 00:48:00", - "2026-06-21 00:54:00", - "2026-06-21 01:00:00", - "2026-06-21 01:06:00", "2026-06-21 01:12:00", "2026-06-21 01:18:00", "2026-06-21 01:24:00", @@ -795,6 +790,11 @@ "2026-06-22 06:18:00", "2026-06-22 06:24:00", "2026-06-22 06:30:00", - "2026-06-22 06:36:00" + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00" ] } diff --git a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json index 4c9db574eeebd6d0a6779dc51c488d96886bdeb3..09052cc75d0080cc87a891ae13607ad73f81538b 100644 --- a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,28 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T06:05:23.300603+00:00", + "evaluated_at": "2026-06-22T07:23:51.542266+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 20.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, 20.0, 20.0, 20.0, @@ -101,11 +84,27 @@ 14.0, 14.0, 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, 14.0 ], "actuals": [ 14.0, - 14.399999618530273, 14.0, 14.0, 14.0, @@ -115,10 +114,11 @@ 14.0, 14.0, 14.0, + 13.899999618530273, + 14.0, 14.0, 14.0, 14.0, - 13.899999618530273, 14.0, 14.0, 14.0, @@ -130,85 +130,84 @@ 14.0 ], "p50": [ - 14.013438701629639, - 14.014878749847412, - 14.017558097839355, - 14.02405595779419, - 14.017047882080078, - 13.854388236999512, - 13.72444200515747, - 13.687406063079834, - 13.524549007415771, - 13.40582275390625, - 13.309478759765625, - 13.349225521087646, - 13.243959426879883, - 12.947172164916992, - 12.834280014038086, - 12.899986743927002, - 12.753365516662598, - 12.571168899536133, - 12.344255447387695, - 12.382188320159912, - 12.066374778747559, - 11.954084396362305, - 11.85975456237793, - 11.661382675170898 + 13.96974515914917, + 13.931777000427246, + 13.978404998779297, + 13.913443565368652, + 13.886055946350098, + 13.912952423095703, + 13.899901866912842, + 13.928624153137207, + 14.028223514556885, + 14.026303768157959, + 14.049242973327637, + 14.03630018234253, + 13.953728675842285, + 13.935736179351807, + 14.001887798309326, + 13.945863723754883, + 13.974810123443604, + 13.990209102630615, + 14.107053756713867, + 13.958291053771973, + 14.001636505126953, + 13.969778060913086, + 14.079347610473633, + 14.098584175109863 ], "p10": [ - 13.730944156646729, - 13.691162109375, - 13.66122055053711, - 13.584082126617432, - 13.344695091247559, - 13.105149745941162, - 13.16154670715332, - 13.146959781646729, - 12.783356189727783, - 12.474454879760742, - 12.521568775177002, - 12.537436485290527, - 12.283944606781006, - 11.894737720489502, - 11.623822689056396, - 11.655684471130371, - 11.590383529663086, - 11.350878715515137, - 10.755232810974121, - 10.901574611663818, - 10.261677742004395, - 10.392295837402344, - 10.21486759185791, - 9.927130222320557 + 13.811723709106445, + 13.696761131286621, + 13.74471378326416, + 13.620143413543701, + 13.521434307098389, + 13.566386699676514, + 13.55052375793457, + 13.447900295257568, + 13.560097694396973, + 13.537395000457764, + 13.415311813354492, + 13.454614639282227, + 13.232004642486572, + 13.227859020233154, + 13.148392677307129, + 13.115227699279785, + 13.059763431549072, + 13.145380973815918, + 13.192450523376465, + 13.054790019989014, + 12.906474590301514, + 12.883615970611572, + 13.157657623291016, + 12.79080581665039 ], "p90": [ - 14.308377265930176, - 14.366211891174316, - 14.39725112915039, - 14.562398433685303, - 14.639280796051025, - 14.403032779693604, - 14.351639747619629, - 14.30692720413208, - 14.333891868591309, - 14.275707721710205, - 14.166048526763916, - 14.31155014038086, - 14.110771656036377, - 13.800207614898682, - 13.856929779052734, - 14.415369033813477, - 14.287113666534424, - 13.966583251953125, - 14.009500503540039, - 14.086875915527344, - 13.458678245544434, - 13.661699295043945, - 13.859824180603027, - 13.446516513824463 + 14.132991790771484, + 14.160059928894043, + 14.234561920166016, + 14.232278823852539, + 14.225013256072998, + 14.274696350097656, + 14.397594451904297, + 14.51272201538086, + 14.596758365631104, + 14.631484985351562, + 14.891093254089355, + 14.730271816253662, + 14.552235126495361, + 14.83252763748169, + 14.871415615081787, + 14.879071235656738, + 14.914552688598633, + 14.903304100036621, + 15.053662776947021, + 14.9990553855896, + 15.2543306350708, + 15.168908596038818, + 15.204344749450684, + 15.2782883644104 ], "timestamps": [ - "2026-06-21 20:00:00", "2026-06-21 21:00:00", "2026-06-21 22:00:00", "2026-06-21 23:00:00", @@ -327,6 +326,7 @@ "2026-06-26 16:00:00", "2026-06-26 17:00:00", "2026-06-26 18:00:00", - "2026-06-26 19:00:00" + "2026-06-26 19:00:00", + "2026-06-26 20:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index de36c7711bcd0b5e48c3fad22a035045245be72e..322e1f0bd73088791b83ae5420a410cc6cf89bae 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T06:05:29.754845+00:00", + "evaluated_at": "2026-06-22T07:23:56.525999+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 22.799999237060547, - 21.399999618530273, 20.5, 19.899999618530273, 20.299999237060547, @@ -341,11 +339,11 @@ 27.0, 25.299999237060547, 25.600000381469727, - 25.700000762939453 + 25.700000762939453, + 26.799999237060547, + 27.0 ], "actuals": [ - 26.799999237060547, - 27.0, 28.399999618530273, 30.0, 31.399999618530273, @@ -367,89 +365,89 @@ 20.100000381469727, 20.100000381469727, 21.399999618530273, - 19.399999618530273 + 19.399999618530273, + 21.600000381469727, + 25.5 ], "p50": [ - 26.416937828063965, - 26.02635669708252, - 26.87782859802246, - 27.757046699523926, - 27.525285720825195, - 26.988567352294922, - 28.205768585205078, - 29.172300338745117, - 29.2452335357666, - 27.621747970581055, - 28.37265110015869, - 30.242012977600098, - 28.766210556030273, - 26.505192756652832, - 28.374603271484375, - 28.814400672912598, - 27.77668285369873, - 26.71001434326172, - 29.30130958557129, - 29.402713775634766, - 30.48819351196289, - 29.386240005493164, - 28.381815910339355, - 28.97874641418457 + 27.73899745941162, + 29.311387062072754, + 31.490317344665527, + 32.57790756225586, + 33.50772285461426, + 35.31616401672363, + 36.07022285461426, + 34.91196250915527, + 34.76393127441406, + 31.272829055786133, + 33.80837059020996, + 29.175594329833984, + 25.99404811859131, + 25.066609382629395, + 24.316455841064453, + 26.78798484802246, + 25.308244705200195, + 26.01553440093994, + 25.19523048400879, + 23.83378314971924, + 22.841651916503906, + 24.225318908691406, + 23.800424575805664, + 24.814828872680664 ], "p10": [ - 23.75854778289795, - 20.7685489654541, - 19.425439834594727, - 19.675949096679688, - 16.280518531799316, - 15.822919368743896, - 13.791748523712158, - 16.392122268676758, - 17.319263458251953, - 13.921197414398193, - 13.861156463623047, - 14.9822416305542, - 13.481708526611328, - 12.866888046264648, - 15.59656810760498, - 11.406696319580078, - 10.562920570373535, - 11.246650695800781, - 10.614176750183105, - 12.149933815002441, - 14.609757900238037, - 11.288843154907227, - 9.63863754272461, - 13.347745895385742 + 24.65085220336914, + 24.17679786682129, + 25.524459838867188, + 24.57700252532959, + 23.813212394714355, + 23.634114265441895, + 23.000298500061035, + 23.07893657684326, + 23.137592315673828, + 17.60454750061035, + 19.192872047424316, + 14.889413356781006, + 15.551432132720947, + 13.937100887298584, + 14.376463413238525, + 16.231332778930664, + 16.44505786895752, + 16.844396591186523, + 16.151655197143555, + 14.386873245239258, + 13.312586307525635, + 12.61475658416748, + 14.018336772918701, + 15.518405437469482 ], "p90": [ - 29.1273775100708, - 31.74337863922119, - 35.07969093322754, - 35.497636795043945, - 38.0008430480957, - 43.24426460266113, - 41.5722599029541, - 46.30349540710449, - 43.2459716796875, - 43.49208450317383, - 49.86082649230957, - 56.849483489990234, - 45.46712112426758, - 52.13568687438965, - 52.15215301513672, - 54.031707763671875, - 42.1291618347168, - 44.52367401123047, - 53.95753479003906, - 52.432762145996094, - 60.19271278381348, - 56.31228446960449, - 57.570213317871094, - 67.98001098632812 + 30.47933292388916, + 35.008453369140625, + 38.970890045166016, + 44.1805419921875, + 48.70930480957031, + 49.17503356933594, + 54.62496566772461, + 55.12295341491699, + 53.54696273803711, + 53.31977081298828, + 49.500457763671875, + 50.26525115966797, + 42.987281799316406, + 40.06098747253418, + 38.26850128173828, + 40.61247634887695, + 44.44415092468262, + 40.9844856262207, + 39.61675834655762, + 35.64396667480469, + 39.15422821044922, + 39.34010696411133, + 39.66508483886719, + 39.498600006103516 ], "timestamps": [ - "2026-06-07 06:00:00", - "2026-06-07 07:00:00", "2026-06-07 08:00:00", "2026-06-07 09:00:00", "2026-06-07 10:00:00", @@ -807,6 +805,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 6fad880d0fb44b2ee35c3a05248df4a7edd378d3..59ce9f8706bef2e9b38f89b33b9eaff5aa98d6be 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T06:05:47.607664+00:00", + "evaluated_at": "2026-06-22T07:24:03.647115+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.600000381469727, - 27.700000762939453, 26.5, 25.5, 24.100000381469727, @@ -341,11 +339,11 @@ 27.799999237060547, 28.0, 27.799999237060547, - 27.799999237060547 + 27.799999237060547, + 27.299999237060547, + 27.100000381469727 ], "actuals": [ - 27.299999237060547, - 27.100000381469727, 27.0, 25.600000381469727, 24.100000381469727, @@ -367,89 +365,89 @@ 24.799999237060547, 25.299999237060547, 24.899999618530273, - 24.700000762939453 + 24.700000762939453, + 25.200000762939453, + 25.0 ], "p50": [ - 27.37150478363037, - 27.073390007019043, - 26.567184448242188, - 26.145702362060547, - 25.705546379089355, - 25.27663230895996, - 24.591435432434082, - 24.134960174560547, - 24.019368171691895, - 23.748332977294922, - 23.744210243225098, - 23.459840774536133, - 23.541531562805176, - 23.632407188415527, - 23.50395393371582, - 23.368355751037598, - 24.006120681762695, - 24.454572677612305, - 25.571242332458496, - 26.21320629119873, - 26.663697242736816, - 27.219910621643066, - 27.34517478942871, - 26.93992042541504 + 26.655713081359863, + 26.364645957946777, + 25.949063301086426, + 25.347128868103027, + 24.71951389312744, + 24.227195739746094, + 23.90269660949707, + 23.968390464782715, + 23.853788375854492, + 23.689064025878906, + 23.56892490386963, + 23.47410011291504, + 23.396282196044922, + 23.42022705078125, + 23.77352237701416, + 24.315704345703125, + 25.46694564819336, + 25.84227752685547, + 26.230229377746582, + 26.667278289794922, + 26.526700019836426, + 26.834065437316895, + 26.713149070739746, + 26.195180892944336 ], "p10": [ - 26.917635917663574, - 26.247031211853027, - 25.401952743530273, - 25.017520904541016, - 24.602349281311035, - 23.866071701049805, - 23.09759521484375, - 22.912158012390137, - 22.492172241210938, - 22.21998405456543, - 22.247913360595703, - 21.932374954223633, - 22.228066444396973, - 22.027226448059082, - 21.710444450378418, - 21.326815605163574, - 21.946534156799316, - 22.364532470703125, - 23.612903594970703, - 23.76233196258545, - 23.770548820495605, - 23.885415077209473, - 24.138171195983887, - 23.955334663391113 + 26.199105262756348, + 25.580357551574707, + 25.110652923583984, + 24.15988254547119, + 23.46671772003174, + 22.693448066711426, + 22.8651180267334, + 22.56977653503418, + 22.020898818969727, + 22.27182674407959, + 22.181937217712402, + 21.815526008605957, + 22.015392303466797, + 22.173802375793457, + 21.94956684112549, + 22.396419525146484, + 23.127434730529785, + 23.479869842529297, + 23.59311294555664, + 23.998881340026855, + 23.71427631378174, + 24.069128036499023, + 23.67892837524414, + 23.97665023803711 ], "p90": [ - 27.846820831298828, - 28.06537437438965, - 27.76967430114746, - 27.285208702087402, - 27.060911178588867, - 26.684815406799316, - 25.88906192779541, - 25.486974716186523, - 25.57397174835205, - 25.08641529083252, - 25.340630531311035, - 24.815424919128418, - 25.3164119720459, - 25.03202724456787, - 25.597268104553223, - 25.4677677154541, - 26.329360008239746, - 26.72133445739746, - 27.890573501586914, - 28.585861206054688, - 29.505308151245117, - 29.852961540222168, - 30.52689552307129, - 29.9935884475708 + 27.11631965637207, + 27.026691436767578, + 27.053203582763672, + 26.58358860015869, + 26.15208339691162, + 25.422430992126465, + 24.965298652648926, + 25.16975688934326, + 25.015316009521484, + 24.892956733703613, + 24.79381275177002, + 25.321712493896484, + 24.751532554626465, + 24.887911796569824, + 25.473206520080566, + 26.227495193481445, + 27.35617160797119, + 28.04605770111084, + 28.612446784973145, + 29.47243595123291, + 28.86319065093994, + 30.505188941955566, + 29.420893669128418, + 28.92745018005371 ], "timestamps": [ - "2026-06-07 06:00:00", - "2026-06-07 07:00:00", "2026-06-07 08:00:00", "2026-06-07 09:00:00", "2026-06-07 10:00:00", @@ -807,6 +805,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 306d1b34a1bfc5b867316a96e3362a739ec876fb..d0f19c126390deffa802bb20575d8c9102cc6ce8 100644 --- a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T06:06:01.490265+00:00", + "evaluated_at": "2026-06-22T07:24:08.948787+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 11.0, - 12.0, 51.0, 8.0, 11.0, @@ -151,7 +149,7 @@ 13.0, 13.0, 4.0, - 8.0, + 9.0, 12.0, 12.0, 11.0, @@ -173,11 +171,11 @@ 12.0, 11.0, 2.0, - 7.0 + 7.0, + 12.0, + 12.0 ], "actuals": [ - 12.0, - 12.0, 4.0, 6.0, 7.0, @@ -199,89 +197,89 @@ 18.0, 7.0, 12.0, - 12.0 + 12.0, + 11.0, + 1.0 ], "p50": [ - 9.759641647338867, - 9.778899192810059, - 10.776812076568604, - 10.991762161254883, - 9.595977306365967, - 10.03768539428711, - 10.862014293670654, - 10.359694480895996, - 9.760586261749268, - 10.365606307983398, - 10.65535306930542, - 9.915226459503174, - 10.023003101348877, - 10.041740894317627, - 10.230663776397705, - 10.261214256286621, - 10.85081672668457, - 10.144098281860352, - 10.028096199035645, - 9.721197128295898, - 10.514607429504395, - 10.14659595489502, - 9.825493812561035, - 10.649271965026855 + 11.545300483703613, + 11.165842056274414, + 10.737977504730225, + 10.313555717468262, + 9.92825984954834, + 10.5848388671875, + 10.573546409606934, + 10.564475059509277, + 11.153186321258545, + 10.484426021575928, + 10.159037590026855, + 9.91257095336914, + 10.49617624282837, + 11.439327716827393, + 11.220669269561768, + 11.021763324737549, + 10.502617835998535, + 9.786199569702148, + 10.227341651916504, + 10.477043151855469, + 10.494266510009766, + 11.15963077545166, + 11.193700790405273, + 10.274272918701172 ], "p10": [ - 5.912029266357422, - 5.732100009918213, - 5.923772811889648, - 6.565656661987305, - 6.008843898773193, - 5.432759761810303, - 5.987614631652832, - 5.544978618621826, - 5.768375396728516, - 5.507436752319336, - 6.076526165008545, - 5.948686599731445, - 5.490516185760498, - 5.7353196144104, - 5.565841197967529, - 6.603837013244629, - 6.393985271453857, - 5.786791801452637, - 5.478663921356201, - 5.439402103424072, - 6.333713531494141, - 5.564731597900391, - 4.250672340393066, - 6.478816032409668 + 6.2371604442596436, + 6.103100776672363, + 6.609089612960815, + 6.198550462722778, + 5.984720706939697, + 6.30132794380188, + 6.9309914112091064, + 6.293870449066162, + 6.889791488647461, + 5.93556547164917, + 5.966241836547852, + 5.832277297973633, + 6.038344860076904, + 6.864275932312012, + 6.40354061126709, + 6.8319642543792725, + 6.250882387161255, + 5.5022873878479, + 5.447348117828369, + 5.85498046875, + 6.562279939651489, + 6.730733394622803, + 5.497725009918213, + 5.827225208282471 ], "p90": [ - 15.189591884613037, - 15.626562118530273, - 16.665947914123535, - 17.457600593566895, - 14.73686933517456, - 15.97116231918335, - 17.50514793395996, - 16.58075714111328, - 16.62035083770752, - 17.141324996948242, - 18.32115077972412, - 15.80973768234253, - 15.807156085968018, - 16.266761779785156, - 16.724620819091797, - 15.210128784179688, - 17.87223243713379, - 16.047410011291504, - 15.70639944076538, - 15.772584915161133, - 16.827028274536133, - 17.37569522857666, - 15.877664566040039, - 17.075520515441895 + 18.458056449890137, + 17.753692626953125, + 16.19375991821289, + 17.06281566619873, + 15.348764896392822, + 16.38248634338379, + 16.292773246765137, + 17.06340789794922, + 17.08810806274414, + 17.155168533325195, + 16.12420654296875, + 15.3085036277771, + 17.347603797912598, + 17.968534469604492, + 17.66603183746338, + 17.43047332763672, + 17.178085327148438, + 16.50553321838379, + 16.587711334228516, + 17.61264419555664, + 16.704334259033203, + 19.06141757965088, + 18.386287689208984, + 17.14772319793701 ], "timestamps": [ - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", "2026-06-14 08:00:00", "2026-06-14 09:00:00", "2026-06-14 10:00:00", @@ -471,6 +469,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index d5cf8a95f8bb0439b5b8cf0dfe25adf85c15767f..9577bed43136f2a68a4302a703346e27a10a5cc6 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T06:43:37.703282+00:00", + "evaluated_at": "2026-06-22T07:24:16.217638+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2350.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2450.0, 2400.0, @@ -101,9 +89,6 @@ 2350.0, 2400.0, 2350.0, - 2350.0 - ], - "actuals": [ 2350.0, 2350.0, 2350.0, @@ -116,6 +101,9 @@ 2350.0, 2350.0, 2350.0, + 2350.0 + ], + "actuals": [ 2350.0, 2350.0, 2350.0, @@ -127,91 +115,99 @@ 2300.0, 2300.0, 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, 2300.0 ], "p50": [ - 2354.2115478515625, - 2354.4886474609375, - 2355.034912109375, - 2354.9581298828125, - 2355.9244384765625, - 2356.8648681640625, - 2355.4599609375, - 2354.3341064453125, - 2359.0313720703125, - 2356.7220458984375, - 2357.0211181640625, - 2363.743408203125, - 2359.9405517578125, - 2359.34619140625, - 2356.232666015625, - 2359.982666015625, - 2362.6446533203125, - 2360.27099609375, - 2361.45166015625, - 2355.681884765625, - 2361.4346923828125, - 2363.5108642578125, - 2362.7694091796875, - 2356.656494140625 + 2387.6015625, + 2386.94580078125, + 2391.2049560546875, + 2383.2061767578125, + 2384.1455078125, + 2387.0601806640625, + 2386.7626953125, + 2386.856689453125, + 2386.064453125, + 2388.0738525390625, + 2385.994140625, + 2385.760009765625, + 2387.6983642578125, + 2384.345703125, + 2385.80322265625, + 2387.0103759765625, + 2386.8609619140625, + 2385.2705078125, + 2386.2760009765625, + 2383.0579833984375, + 2385.4991455078125, + 2384.165771484375, + 2380.382080078125, + 2385.2569580078125 ], "p10": [ - 2347.2059326171875, - 2345.3563232421875, - 2341.5108642578125, - 2338.6273193359375, - 2338.292724609375, - 2337.4261474609375, - 2329.7935791015625, - 2320.53515625, - 2330.42138671875, - 2332.0220947265625, - 2318.0079345703125, - 2318.900634765625, - 2324.7734375, - 2309.81298828125, - 2310.28076171875, - 2305.449462890625, - 2323.426513671875, - 2309.81787109375, - 2301.6700439453125, - 2292.3233642578125, - 2296.4630126953125, - 2299.7479248046875, - 2301.05419921875, - 2296.9014892578125 + 2356.5843505859375, + 2348.222412109375, + 2359.7818603515625, + 2353.3634033203125, + 2356.4146728515625, + 2352.4813232421875, + 2352.863525390625, + 2351.91064453125, + 2355.7969970703125, + 2354.9130859375, + 2354.7442626953125, + 2351.916015625, + 2355.890625, + 2352.806640625, + 2344.262451171875, + 2351.769287109375, + 2350.015380859375, + 2349.5635986328125, + 2350.887939453125, + 2338.155517578125, + 2347.92041015625, + 2339.0029296875, + 2347.678955078125, + 2346.46484375 ], "p90": [ - 2363.7821044921875, - 2365.3433837890625, - 2371.30419921875, - 2375.2672119140625, - 2385.914794921875, - 2383.8685302734375, - 2389.3203125, - 2400.036865234375, - 2398.4765625, - 2401.971923828125, - 2400.82666015625, - 2402.071044921875, - 2400.9644775390625, - 2403.6234130859375, - 2403.0399169921875, - 2414.6685791015625, - 2417.5938720703125, - 2426.9957275390625, - 2423.2518310546875, - 2413.075927734375, - 2414.33837890625, - 2421.329833984375, - 2416.3134765625, - 2423.363037109375 + 2423.0751953125, + 2425.451904296875, + 2427.5740966796875, + 2421.1103515625, + 2418.6492919921875, + 2418.2718505859375, + 2419.1405029296875, + 2414.701171875, + 2416.1239013671875, + 2425.318115234375, + 2418.553955078125, + 2423.370361328125, + 2430.056640625, + 2420.81201171875, + 2430.8072509765625, + 2427.3870849609375, + 2431.117431640625, + 2423.7518310546875, + 2425.7125244140625, + 2426.5513916015625, + 2431.0723876953125, + 2426.223876953125, + 2422.2384033203125, + 2430.9913330078125 ], "timestamps": [ - "2026-06-21 19:55:00", - "2026-06-21 20:10:00", - "2026-06-21 20:25:00", - "2026-06-21 20:40:00", "2026-06-21 20:55:00", "2026-06-21 21:10:00", "2026-06-21 21:25:00", @@ -327,6 +323,10 @@ "2026-06-23 00:55:00", "2026-06-23 01:10:00", "2026-06-23 01:25:00", - "2026-06-23 01:40:00" + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 65bf9bece65022ff6aebc158cc778350d03db602..2435f2dbacbd8791be7ca5031557093197b087fc 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,49 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T07:04:50.068773+00:00", + "evaluated_at": "2026-06-22T07:24:21.236356+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 793ffb0068e15913731f4fe154e454e88c1aae27..a9b59ce81927cccb0bfc3d3b68292dc44009bb13 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,66941.46390469732,66409.45190922964,207.46942816840055,0.19505682140456662,0.003237578129939765,0.0032395590348348476,0.8754841687772962,258.7304850702702,0.004036800153609222,0.0032370078820512837,0.0023268156629480665,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,68387.30737973073,65026.67162712648,205.60715917397647,0.19455895096652528,0.003208883241280903,0.003210303014299485,1.3612324469166666,261.5096697633392,0.004079982561462876,0.0032078111096270705,0.002396430873899772,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.17341046939028384,0.1736396498811313,0.3523059835081625,1.0351284229850626,0.32546602038649064,0.26148840406618035,36.92325838427682,0.4164258269971783,0.2941137447089842,0.24882710287243887,0.24209569670071776,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.2892980059679801,0.2903454659240273,0.4314536201845127,1.2648580881088447,0.46991405869509356,0.3288682833613903,45.976129879091324,0.5378643007004463,0.4075964169991759,0.32695783947645213,0.31931394977817423,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.08443210266510584,0.08376943921046644,0.2709795768149415,4.064695292237605,0.16835704274593344,0.18565307601950864,58.613875496180675,0.2905720266390174,0.18416535910169987,0.17174760988038354,0.15776636942642944,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moving-Average,0.5140346453249166,0.6250127124643415,0.786184226420889,0.3952881669596911,0.056142298375936116,0.05459187849743944,1.5785612066442762,0.7169620947615827,0.051165896220225035,0.05610592363659857,0.0447064306062637,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,152.08580922040986,145.90859239813193,10.473314733370819,0.9058504625996212,0.6063289327383238,0.41886483805184765,16.907084854896556,12.332307538348607,0.5673286831415902,0.4818086021074315,0.44516713657454576,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,5.814030567462749,5.358591359631549,2.110124197883985,1.1105915916189244,0.0901670368938088,0.08577346626464023,18.097181107325696,2.4112300942595146,0.10043304588031764,0.08789132189573678,0.0783366443347524,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,12.826895043545633,15.783008832634133,3.345309381237525,0.6191832273755831,0.5413336851429417,0.3834275780570236,5.2319424843539855,3.5814654882527672,0.429775858590332,0.401437125748503,0.29854681747615885,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,2540.0364583339483,2513.0208333333194,45.83333333333318,2.7499999999999907,0.019668163480316515,0.019437880882484347,31.787498030924592,50.39877437333123,0.021541773552269803,0.01959038290293849,0.017268889548497684,Hydrology,1 +nws_ksfo_observations_temperature/1h/short,Moving-Average,0.0017718605465608286,0.0067712666677291105,0.07982454550893554,0.04114078312236983,0.005705514361449345,0.00568825196283265,1.16735837366153,0.042093473918896604,0.0030075718738025617,0.005703450809840888,0.005605903908397658,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,162.12160711604497,155.27907965227237,10.988930638334645,0.9496832323781677,0.6331856644890809,0.43683018899345805,19.147458289486355,12.732698343872165,0.5933684665105475,0.5121055054757894,0.4736291723021788,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,5.297585443995278,4.834347732967655,1.9490524907610307,1.0419883525644453,0.08391625201256529,0.07967897193964014,16.30291667255581,2.3016484188501245,0.09657266093077446,0.0817784261857775,0.07310524760028186,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,18.654449320445845,22.407124125003488,4.0029108449767135,0.7418522029300472,0.9903496098231628,0.47341226158490485,4.72818494776234,4.31907968442883,0.5513718746079358,0.5110098951034102,0.3758136917654054,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,2663.827035722089,2665.71012234533,46.359649122806935,1.7802105263157866,0.020126843714667452,0.019878283806336286,30.595508234194188,51.61227601765,0.022298733112936092,0.020029371358188417,0.018147639325336008,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,2916.429984376527,2638.9728108544255,41.77216748768473,0.8658991116103341,0.19118729110684002,0.17018181335231902,12.392259940414672,54.0039811900616,0.2146665918968945,0.16604495878125675,0.1351157366612927,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 9b23c3545e8b400542df319a1fea79455bd8e52a..f06f8944a264b9fc3a773df56a56f6d9f41404f4 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T07:05:12.237890+00:00", + "evaluated_at": "2026-06-22T07:25:19.338604+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65539.5, 64926.01953125, 64909.44140625, 64798.0, @@ -101,10 +100,10 @@ 64426.0, 64276.12109375, 64256.55078125, - 64303.4609375 + 64303.4609375, + 64191.0703125 ], "actuals": [ - 64191.0703125, 64014.0, 64209.16015625, 64365.98828125, @@ -127,88 +126,88 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 63989.94921875 + 63989.94921875, + 64258.66015625 ], "p50": [ - 64043.95657552084, - 64004.37845052084, - 63985.89798177084, - 64036.94290364584, - 63994.22610677084, - 64003.61282552084, - 64005.66751302084, - 64005.66751302084, - 64003.61282552084, - 63985.89798177084, - 63998.53665364584, - 64002.84720052084, - 64003.61282552084, - 64036.94290364584, - 64026.48782552084, - 64002.84720052084, - 63985.89798177084, - 64003.61282552084, - 63985.89798177084, - 63975.78860677084, - 64036.94290364584, - 64046.81595052084, - 64005.02298177084, - 64002.84720052084 + 64002.66957579496, + 64015.58949766996, + 64035.41957579496, + 64001.03871641996, + 64001.03871641996, + 64005.40785704496, + 63999.40785704496, + 64022.07582579496, + 64002.95082579496, + 63989.84926329496, + 64007.11488829496, + 64020.66566954496, + 64051.66176329496, + 64037.19106016996, + 64022.72035704496, + 64004.17934141996, + 63993.56020079496, + 64019.90004454496, + 64011.27895079496, + 64001.03871641996, + 64005.40785704496, + 64019.90004454496, + 64002.95082579496, + 64058.67543516996 ], "p10": [ - 63790.61634114584, - 63728.27688802084, - 63750.34329427084, - 63778.37845052084, - 63734.38001302084, - 63670.86673177084, - 63776.053059895836, - 63728.27688802084, - 63745.49602864584, - 63670.86673177084, - 63735.05813802084, - 63750.34329427084, - 63755.12454427084, - 63749.97454427084, - 63728.27688802084, - 63735.05813802084, - 63598.29641927084, - 63750.34329427084, - 63728.27688802084, - 63722.53587239584, - 63815.77688802084, - 63748.814778645836, - 63735.05813802084, - 63734.38001302084 + 63767.027388294955, + 63763.70863829496, + 63762.548872669955, + 63776.93129454496, + 63767.027388294955, + 63793.58129454496, + 63763.70863829496, + 63751.43285704496, + 63751.43285704496, + 63687.91957579496, + 63767.39613829496, + 63745.32973204496, + 63752.11098204496, + 63809.02895079496, + 63767.39613829496, + 63680.66254454495, + 63614.81527891996, + 63776.93129454496, + 63687.91957579496, + 63745.32973204496, + 63752.11098204496, + 63772.17738829496, + 63751.43285704496, + 63767.39613829496 ], "p90": [ - 64231.73352864584, - 64231.73352864584, - 64234.23391927084, - 64310.92532552084, - 64251.98001302084, - 64234.23391927084, - 64234.23391927084, - 64229.70579427084, - 64254.73743489584, - 64279.55423177084, - 64310.92532552084, - 64234.29290364584, - 64251.98001302084, - 64236.00852864584, - 64251.98001302084, - 64232.32766927084, - 64231.66751302084, - 64236.00852864584, - 64310.92532552084, - 64231.66751302084, - 64231.73352864584, - 64232.32766927084, - 64254.73743489584, - 64229.70579427084 + 64246.54066954496, + 64246.82465391995, + 64327.97816954496, + 64241.13012266996, + 64240.28676329496, + 64248.78637266996, + 64296.60707579496, + 64253.06137266996, + 64249.57113829496, + 64241.13012266996, + 64251.28676329496, + 64249.38051329496, + 64253.06137266996, + 64327.97816954496, + 64269.03285704496, + 64271.79027891996, + 64246.75863829496, + 64248.72035704496, + 64249.38051329496, + 64251.28676329496, + 64248.97699766995, + 64269.03285704496, + 64251.28676329496, + 64249.57113829496 ], "timestamps": [ - "2026-06-17 07:00:00", "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", @@ -327,6 +326,7 @@ "2026-06-22 03:00:00", "2026-06-22 04:00:00", "2026-06-22 05:00:00", - "2026-06-22 06:00:00" + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index cf8624ecfe691abfb0fd5dad3d990adff7802579..ccf5ad7faf5d09ea56db3a85fdcf1d83a826924c 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T06:53:21.683028+00:00", + "evaluated_at": "2026-06-22T07:25:19.346360+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.815999984741211, - 1.815000057220459, - 1.812999963760376, - 1.815999984741211, - 1.809999942779541, 1.8029999732971191, 1.8009999990463257, 1.8029999732971191, @@ -245,14 +240,14 @@ 1.7480000257492065, 1.7640000581741333, 1.7740000486373901, - 1.7929999828338623 - ], - "actuals": [ + 1.7929999828338623, 1.8079999685287476, 1.8209999799728394, 1.8380000591278076, 1.8489999771118164, - 1.8450000286102295, + 1.8450000286102295 + ], + "actuals": [ 1.840999960899353, 1.8480000495910645, 1.8619999885559082, @@ -307,200 +302,200 @@ 0.7620000243186951, 0.7390000224113464, 0.7160000205039978, - 0.7139999866485596 + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486 ], "p50": [ - 1.5329295621673098, - 1.533429615334653, - 1.5349295662204256, - 1.5419295953074923, - 1.5349295811215868, - 1.5329295919696322, - 1.536929540471219, - 1.5329295621673098, - 1.5354295746842852, - 1.5349295662204256, - 1.5359295682469836, - 1.5349295662204256, - 1.5349295662204256, - 1.5349295662204256, - 1.5439295695582858, - 1.5359296129504671, - 1.5329295323649874, - 1.5344295726577273, - 1.5404295848170748, - 1.533929579095029, - 1.533929579095029, - 1.5359295533458224, - 1.5329295919696322, - 1.5379295872012606, - 1.5364295916120043, - 1.5359295831481448, - 1.5379296468059054, - 1.5349295662204256, - 1.5349295662204256, - 1.532929577068471, - 1.5329295323649874, - 1.5349295662204256, - 1.5359295533458224, - 1.5359295533458224, - 1.5359295682469836, - 1.5354295746842852, - 1.5374295638362399, - 1.535929598049306, - 1.5349295662204256, - 1.5329295621673098, - 1.532929651574277, - 1.5329295323649874, - 1.5379295872012606, - 1.5334295855323306, - 1.5344295726577273, - 1.5329295919696322, - 1.5344295726577273, - 1.5434295759955874, - 1.5349295662204256, - 1.5329295472661486, - 1.5329295919696322, - 1.5324295686046114, - 1.5349295662204256, - 1.530929558114194, - 1.535929598049306, - 1.5359295682469836, - 1.5294296072284213, - 1.533929579095029, - 1.5329296217719546, - 1.5379295275966158 + 1.6467826286203526, + 1.6492826113350056, + 1.6497826347000264, + 1.6542826214677953, + 1.6467826286203526, + 1.6497825899965428, + 1.653782627905097, + 1.6477826157457494, + 1.6497825899965428, + 1.6497825899965428, + 1.6507826367265843, + 1.6527826705820226, + 1.647282622183051, + 1.6497825899965428, + 1.6582825699693822, + 1.6497826496011876, + 1.6467826286203526, + 1.648782602871146, + 1.6567826190836095, + 1.6447825947649144, + 1.6482826093084477, + 1.6502825835592412, + 1.6492826262361668, + 1.6547827044374608, + 1.6517826536543034, + 1.6492825964338444, + 1.6527826556808614, + 1.6487826326734685, + 1.6497825899965428, + 1.6467826286203526, + 1.6467825988180302, + 1.648782602871146, + 1.6517825642473363, + 1.6492826113350056, + 1.6507825771219395, + 1.6547825852281712, + 1.6552826681978368, + 1.649782604897704, + 1.6477826157457494, + 1.6467825690157079, + 1.6487826177723073, + 1.6492826113350056, + 1.6577826062090062, + 1.6502825835592412, + 1.6497825899965428, + 1.6467826286203526, + 1.6517825642473363, + 1.6502825835592412, + 1.649782604897704, + 1.6467825988180302, + 1.6482826093084477, + 1.6437826672441624, + 1.6502825835592412, + 1.6477826157457494, + 1.6502825835592412, + 1.6517826834566258, + 1.6467826286203526, + 1.648782602871146, + 1.6487826177723073, + 1.6477826157457494 ], "p10": [ - 1.5049296544353, - 1.502929560975217, - 1.5049295948306551, - 1.5068295167247285, - 1.5058295832435122, - 1.5048295365134707, - 1.5069296227256288, - 1.5048295305530062, - 1.5049296484748353, - 1.5048295365134707, - 1.5049295948306551, - 1.5039294884959689, - 1.502929560975217, - 1.5049295948306551, - 1.5058295892039766, - 1.503929542140149, - 1.5039294884959689, - 1.503929542140149, - 1.5029296146193971, - 1.502929560975217, - 1.5039294884959689, - 1.5058295892039766, - 1.505929635600232, - 1.5039294884959689, - 1.5069295690814486, - 1.502929560975217, - 1.50782956345477, - 1.5039294884959689, - 1.5028295682231416, - 1.5058295832435122, - 1.5039294884959689, - 1.503929542140149, - 1.5029296146193971, - 1.5058295832435122, - 1.5059295819560519, - 1.5059295819560519, - 1.5048295841971866, - 1.5049295352260104, - 1.5039294884959689, - 1.5038294957438936, - 1.5059296415606966, - 1.5059295819560519, - 1.5049295888701906, - 1.5029296146193971, - 1.502929560975217, - 1.506829522685193, - 1.5059295819560519, - 1.5049296484748353, - 1.5059295819560519, - 1.504729537800931, - 1.502929560975217, - 1.502929560975217, - 1.5058295892039766, - 1.502929560975217, - 1.5049295948306551, - 1.5049295948306551, - 1.502929560975217, - 1.503929542140149, - 1.5048295365134707, - 1.502929560975217 + 1.618682620847907, + 1.6167825976259373, + 1.6176825383550786, + 1.620582560623374, + 1.6167825976259373, + 1.6187826314813756, + 1.6177825251466893, + 1.6167825976259373, + 1.6206825593359135, + 1.6177825787908695, + 1.6167826512701176, + 1.6177825251466893, + 1.6197826186067723, + 1.6187826314813756, + 1.6196826735384129, + 1.6197826186067723, + 1.6167825976259373, + 1.6186825731641912, + 1.6167825976259373, + 1.6167826572305821, + 1.6177825787908695, + 1.6186825731641912, + 1.6167825976259373, + 1.619782678211417, + 1.617782584751334, + 1.6167826512701176, + 1.6187826851255558, + 1.6187826314813756, + 1.6187826314813756, + 1.6186825672037266, + 1.6167825976259373, + 1.618782625520911, + 1.6176825383550786, + 1.619782678211417, + 1.617682532394614, + 1.6187826851255558, + 1.618782625520911, + 1.617682532394614, + 1.6157826701051854, + 1.6167825976259373, + 1.6186825731641912, + 1.6167825976259373, + 1.6187826314813756, + 1.6186825672037266, + 1.6197826186067723, + 1.6187826910860204, + 1.6206825593359135, + 1.6197826722509525, + 1.6187826314813756, + 1.6186826268083714, + 1.6197826722509525, + 1.6167825976259373, + 1.6196826198942327, + 1.6167826512701176, + 1.6167825976259373, + 1.6216826001054905, + 1.6167825976259373, + 1.6196826198942327, + 1.6176825383550786, + 1.6167825976259373 ], "p90": [ - 1.560929648713254, - 1.563029621676587, - 1.5630296157161228, - 1.5639296160499088, - 1.564929597214841, - 1.561929576234006, - 1.5620295809070102, - 1.561929576234006, - 1.5569295810023775, - 1.561929576234006, - 1.561929576234006, - 1.5610296414653293, - 1.5589295671741, - 1.5620295809070102, - 1.563929556445264, - 1.5669295714656344, - 1.563929556445264, - 1.561929576234006, - 1.563929556445264, - 1.561929576234006, - 1.5620295809070102, - 1.561929576234006, - 1.5639296100894442, - 1.5629296229640475, - 1.5639296100894442, - 1.5599296019832125, - 1.5629296229640475, - 1.5630296157161228, - 1.560929648713254, - 1.5599296019832125, - 1.560929648713254, - 1.5600295947352878, - 1.5639295504847994, - 1.5600295947352878, - 1.561929576234006, - 1.563929669694089, - 1.563929556445264, - 1.5610295878211489, - 1.563929556445264, - 1.5599296019832125, - 1.5589296208182803, - 1.5580295131961337, - 1.561929576234006, - 1.5610296414653293, - 1.5639295504847994, - 1.5600295947352878, - 1.5590296672145358, - 1.561929576234006, - 1.5599296019832125, - 1.5610296414653293, - 1.5609295295039645, - 1.561929576234006, - 1.5629296229640475, - 1.5600295947352878, - 1.5609295950690738, - 1.5609295891086092, - 1.5590296672145358, - 1.561929576234006, - 1.5599296019832125, - 1.5650296018878451 + 1.6757826128847264, + 1.6757826128847264, + 1.6758826175577306, + 1.6747826853639745, + 1.6777826467401646, + 1.673782638633933, + 1.6768826523668432, + 1.6757826128847264, + 1.6738826313860082, + 1.6748826781160497, + 1.673782638633933, + 1.6777825930959844, + 1.6729826966173313, + 1.6777826467401646, + 1.6748826244718693, + 1.6777825930959844, + 1.6757826128847264, + 1.6777825871355199, + 1.6787826338655614, + 1.6757826128847264, + 1.6757826128847264, + 1.6777826527006292, + 1.6757826128847264, + 1.6777825871355199, + 1.6757826128847264, + 1.6758826175577306, + 1.6757826128847264, + 1.6758826175577306, + 1.6747825780756138, + 1.6747826257593297, + 1.6727825919038914, + 1.6768826523668432, + 1.676782659614768, + 1.676782659614768, + 1.6777825871355199, + 1.676782659614768, + 1.6748826781160497, + 1.6758826175577306, + 1.6757826128847264, + 1.6747826257593297, + 1.673782638633933, + 1.6738826313860082, + 1.6757826128847264, + 1.6738826313860082, + 1.6757826128847264, + 1.6728827038652563, + 1.6758826175577306, + 1.6757826128847264, + 1.6758826175577306, + 1.6777825871355199, + 1.6748826781160497, + 1.6757826128847264, + 1.6758826175577306, + 1.6757826128847264, + 1.674882570827689, + 1.6757826128847264, + 1.673782638633933, + 1.6747826317197942, + 1.6728826502210759, + 1.673782638633933 ], "timestamps": [ - "2026-06-21 00:42:00", - "2026-06-21 00:48:00", - "2026-06-21 00:54:00", - "2026-06-21 01:00:00", - "2026-06-21 01:06:00", "2026-06-21 01:12:00", "2026-06-21 01:18:00", "2026-06-21 01:24:00", @@ -795,6 +790,11 @@ "2026-06-22 06:18:00", "2026-06-22 06:24:00", "2026-06-22 06:30:00", - "2026-06-22 06:36:00" + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00" ] } diff --git a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json index 927bd3d8356128ad4081efb8d757040b20f080f1..1b889602c001af9f92c0326a7ed497ac0dc5b294 100644 --- a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,28 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T06:10:00.311448+00:00", + "evaluated_at": "2026-06-22T07:25:19.356544+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 20.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, 20.0, 20.0, 20.0, @@ -101,11 +84,27 @@ 14.0, 14.0, 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, 14.0 ], "actuals": [ 14.0, - 14.399999618530273, 14.0, 14.0, 14.0, @@ -115,10 +114,11 @@ 14.0, 14.0, 14.0, + 13.899999618530273, + 14.0, 14.0, 14.0, 14.0, - 13.899999618530273, 14.0, 14.0, 14.0, @@ -130,85 +130,84 @@ 14.0 ], "p50": [ - 14.798684194631745, - 14.798684194631745, - 14.798684194631745, - 14.798684194631745, - 14.798684194631745, - 14.798684194631745, - 14.798684194631745, - 14.798684194631745, - 14.798684194631745, - 14.798684194631745, - 14.798684194631745, - 14.798684194631745, - 14.798684194631745, - 14.798684194631745, - 14.798684194631745, - 14.798684194631745, - 14.798684194631745, - 14.798684194631745, - 14.798684194631745, - 14.798684194631745, - 14.798684194631745, - 14.798684194631745, - 14.798684194631745, - 14.798684194631745 + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697 ], "p10": [ - 13.798684194631745, - 13.798684194631745, - 13.798684194631745, - 13.798684194631745, - 13.798684194631745, - 13.798684194631745, - 13.798684194631745, - 13.798684194631745, - 13.798684194631745, - 13.798684194631745, - 13.798684194631745, - 13.798684194631745, - 13.798684194631745, - 13.798684194631745, - 13.798684194631745, - 13.798684194631745, - 13.798684194631745, - 13.798684194631745, - 13.798684194631745, - 13.798684194631745, - 13.798684194631745, - 13.798684194631745, - 13.798684194631745, - 13.798684194631745 + 13.075657862947697, + 13.675658244417424, + 13.675658244417424, + 13.075657862947697, + 13.765658587740178, + 13.675658244417424, + 13.075657862947697, + 13.675658244417424, + 13.075657862947697, + 13.765658587740178, + 13.075657862947697, + 13.075657862947697, + 13.675658244417424, + 13.075657862947697, + 13.675658244417424, + 13.075657862947697, + 13.77565862588715, + 13.075657862947697, + 13.675658244417424, + 13.075657862947697, + 13.075657862947697, + 13.675658244417424, + 13.675658244417424, + 13.675658244417424 ], "p90": [ - 15.108683469839264, - 14.798684194631745, - 14.798684194631745, - 14.798684194631745, - 14.908684614248443, - 14.798684194631745, - 14.798684194631745, - 14.798684194631745, - 14.798684194631745, - 14.898684576101472, - 14.798684194631745, - 14.908684614248443, - 15.198683813162019, - 14.798684194631745, - 14.798684194631745, - 15.098683431692292, - 14.898684576101472, - 14.808684232778717, - 14.808684232778717, - 14.798684194631745, - 15.258683851308987, - 14.808684232778717, - 14.808684232778717, - 14.798684194631745 + 14.175658244417424, + 14.385657138155215, + 14.185658282564395, + 14.075657862947697, + 14.085657901094669, + 14.285658473299259, + 14.075657862947697, + 14.175658244417424, + 14.175658244417424, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.185658282564395, + 14.075657862947697, + 14.175658244417424, + 14.075657862947697, + 14.385657138155215, + 14.285658473299259, + 14.075657862947697, + 14.175658244417424, + 14.27565862588715, + 14.185658282564395, + 14.27565862588715, + 14.075657862947697 ], "timestamps": [ - "2026-06-21 20:00:00", "2026-06-21 21:00:00", "2026-06-21 22:00:00", "2026-06-21 23:00:00", @@ -327,6 +326,7 @@ "2026-06-26 16:00:00", "2026-06-26 17:00:00", "2026-06-26 18:00:00", - "2026-06-26 19:00:00" + "2026-06-26 19:00:00", + "2026-06-26 20:00:00" ] } diff --git a/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 0a647335f743d6e6bde35c6a86c7320900f1d10b..338498d6d31863cde914f10ffb511b29772df616 100644 --- a/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T06:10:00.318850+00:00", + "evaluated_at": "2026-06-22T07:25:19.363532+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 22.799999237060547, - 21.399999618530273, 20.5, 19.899999618530273, 20.299999237060547, @@ -341,11 +339,11 @@ 27.0, 25.299999237060547, 25.600000381469727, - 25.700000762939453 + 25.700000762939453, + 26.799999237060547, + 27.0 ], "actuals": [ - 26.799999237060547, - 27.0, 28.399999618530273, 30.0, 31.399999618530273, @@ -367,89 +365,89 @@ 20.100000381469727, 20.100000381469727, 21.399999618530273, - 19.399999618530273 + 19.399999618530273, + 21.600000381469727, + 25.5 ], "p50": [ - 32.541343072397794, - 32.191343644602384, - 32.191343167765226, - 32.591343739969815, - 31.99134335850009, - 31.841344693644132, - 32.19134412143954, - 32.39134297703036, - 32.24134383533725, - 32.191343167765226, - 32.19134412143954, - 31.99134335850009, - 32.191343167765226, - 31.891342977030362, - 32.19134221409091, - 32.19134412143954, - 32.09134183262118, - 32.19134412143954, - 32.19134412143954, - 32.09134183262118, - 32.191343644602384, - 32.191343644602384, - 32.19134269092807, - 32.19134269092807 + 32.293097094398235, + 32.74309690366337, + 32.69309671292851, + 32.793097094398235, + 32.69309671292851, + 32.443097666602824, + 32.093098238807414, + 32.8430972851331, + 32.54309757123539, + 32.19309671292851, + 32.49309785733769, + 32.09309633145878, + 32.49309785733769, + 32.19309671292851, + 32.24309785733769, + 32.5930972851331, + 32.393096522193645, + 32.443097666602824, + 32.99309738050053, + 32.093097761970256, + 32.543097094398235, + 32.543097094398235, + 32.19309671292851, + 32.09309919248173 ], "p10": [ - 29.56134534214267, - 28.79133878086337, - 28.99134335850009, - 28.281342748148525, - 28.191344121439542, - 28.181343892557706, - 29.591345647318448, - 28.891344693644132, - 28.281344464762295, - 29.26134267185458, - 28.56134209964999, - 28.79133878086337, - 28.191344121439542, - 28.291344312174406, - 28.261344388468352, - 28.77134356830844, - 28.181343892557706, - 28.891344884378995, - 27.651343968851652, - 27.291342595560636, - 27.841341260416595, - 28.69134393070468, - 28.881342557413664, - 28.56134190891513 + 28.2830968655164, + 29.563096407752727, + 29.09309680829594, + 29.263096979957318, + 29.493095949989055, + 28.8930972851331, + 29.583096293311808, + 29.59309633145878, + 29.583096293311808, + 27.693096712928508, + 29.59309633145878, + 28.58309820066044, + 29.293097094398235, + 28.98309591184208, + 28.493097857337688, + 26.893099383216594, + 28.863097552161907, + 28.95309617887089, + 29.11309831510136, + 28.293096140723918, + 29.07309301267216, + 28.993095949989055, + 28.593098238807414, + 28.58309648404667 ], "p90": [ - 36.80134454105624, - 38.15134377811678, - 37.791342595560636, - 35.99134164188632, - 36.82134442661532, - 36.611343625528896, - 36.891344884378995, - 36.801343682749355, - 38.15134377811678, - 36.231342366678795, - 38.42134137485751, - 36.50134339664706, - 35.31134267185458, - 36.801343682749355, - 36.82134442661532, - 36.791342595560636, - 37.52134328220614, - 37.52134328220614, - 38.42134137485751, - 36.79134269092807, - 39.811344293100916, - 37.531343511087975, - 36.891344884378995, - 37.49134335850009 + 36.70309675107548, + 36.803097132545204, + 38.39309747586796, + 37.0930972851331, + 37.41309736142704, + 38.99309785733769, + 36.983097437720986, + 38.72309511075566, + 40.11309802899906, + 37.14309718976566, + 37.093096426826214, + 36.41309755216191, + 37.093096426826214, + 37.8530971325452, + 38.39309747586796, + 36.623098162513465, + 36.553096083503455, + 36.39309747586796, + 40.69309671292851, + 37.46309736142704, + 37.64309633145878, + 37.493097475867955, + 37.0930972851331, + 36.37309701810428 ], "timestamps": [ - "2026-06-07 06:00:00", - "2026-06-07 07:00:00", "2026-06-07 08:00:00", "2026-06-07 09:00:00", "2026-06-07 10:00:00", @@ -807,6 +805,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index d0d43056d13b5b68841f3f4ab4321e017ca9a1e3..0e3e337971765808a386bdc489aaa85f0d43a1fe 100644 --- a/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T06:10:00.329214+00:00", + "evaluated_at": "2026-06-22T07:25:19.374165+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.600000381469727, - 27.700000762939453, 26.5, 25.5, 24.100000381469727, @@ -341,11 +339,11 @@ 27.799999237060547, 28.0, 27.799999237060547, - 27.799999237060547 + 27.799999237060547, + 27.299999237060547, + 27.100000381469727 ], "actuals": [ - 27.299999237060547, - 27.100000381469727, 27.0, 25.600000381469727, 24.100000381469727, @@ -367,89 +365,89 @@ 24.799999237060547, 25.299999237060547, 24.899999618530273, - 24.700000762939453 + 24.700000762939453, + 25.200000762939453, + 25.0 ], "p50": [ - 25.685720506354944, - 25.78572088782467, - 25.685722413703576, - 25.78572088782467, - 25.78572088782467, - 25.685722413703576, - 25.885721269294397, - 25.78572088782467, - 25.78572088782467, - 25.78572088782467, - 25.735721650764123, - 25.83572203223385, - 25.685722413703576, - 25.78572088782467, - 25.78572088782467, - 25.78572088782467, - 25.685722413703576, - 25.78572088782467, - 25.78572088782467, - 25.78572088782467, - 25.68572146002926, - 25.78572088782467, - 25.78572088782467, - 25.78572088782467 + 25.789875461806112, + 25.689875080336385, + 25.789875461806112, + 25.63987584327584, + 25.689875080336385, + 25.689875080336385, + 25.689875080336385, + 25.689876987685018, + 25.689875080336385, + 25.689875080336385, + 25.58987660621529, + 25.689875080336385, + 25.689875080336385, + 25.689875080336385, + 25.58987660621529, + 25.689875080336385, + 25.689875080336385, + 25.58987660621529, + 25.689875080336385, + 25.689875080336385, + 25.58987660621529, + 25.739876224745565, + 25.689875080336385, + 25.689875080336385 ], "p10": [ - 24.78572260443844, - 24.885721269294397, - 24.785722795173303, - 24.875721421882286, - 24.97571989600338, - 24.985721650764123, - 24.965720048591272, - 24.885721269294397, - 24.98572146002926, - 24.885721269294397, - 24.785722795173303, - 24.98572146002926, - 24.775720849677697, - 24.875721421882286, - 24.785722795173303, - 24.985721650764123, - 24.885721269294397, - 25.085720124885217, - 25.075720086738244, - 25.075720277473106, - 24.775720849677697, - 24.98571974341549, - 25.185720506354944, - 24.885721269294397 + 24.989876224745565, + 24.989876224745565, + 24.989876034010702, + 24.689876987685018, + 24.689876987685018, + 24.789875461806112, + 24.789875461806112, + 24.879874088515095, + 24.989876224745565, + 24.989874317396932, + 24.879875805128865, + 24.989876224745565, + 24.889873935927206, + 24.689875080336385, + 24.579874851454548, + 24.689876987685018, + 24.889873935927206, + 24.689876987685018, + 24.779875614394, + 24.689875080336385, + 24.689876987685018, + 24.689876987685018, + 24.889875652540976, + 24.689875080336385 ], "p90": [ - 27.185720506354944, - 27.185720506354944, - 26.99572149817623, - 26.985719934150353, - 26.985721650764123, - 27.185720506354944, - 26.89572130744137, - 26.885721269294397, - 27.09572016303219, - 27.185720506354944, - 26.985721650764123, - 27.085720124885217, - 27.185720697089806, - 27.185720506354944, - 26.985719934150353, - 26.985721650764123, - 26.985721650764123, - 27.185720506354944, - 26.985721650764123, - 27.185720506354944, - 26.985721650764123, - 27.005721536323204, - 26.79572264258541, - 27.185720506354944 + 27.19987511848336, + 26.88987584327584, + 26.88987584327584, + 26.90987572883492, + 26.789875461806112, + 27.08987469886666, + 26.79987530921822, + 26.889874126662068, + 26.90987572883492, + 26.90987572883492, + 26.88987584327584, + 27.08987469886666, + 27.08987469886666, + 27.08987488960152, + 26.88987584327584, + 27.08987469886666, + 27.08987660621529, + 26.689876987685018, + 26.899875690687946, + 26.889874126662068, + 26.88987584327584, + 26.989874317396932, + 26.789875461806112, + 26.90987572883492 ], "timestamps": [ - "2026-06-07 06:00:00", - "2026-06-07 07:00:00", "2026-06-07 08:00:00", "2026-06-07 09:00:00", "2026-06-07 10:00:00", @@ -807,6 +805,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 507a8a973c28ba2e96a2796e591f6b068935171a..1479c96eb7c63f4870b8fa3f9e71a36649f6e931 100644 --- a/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T06:10:00.339566+00:00", + "evaluated_at": "2026-06-22T07:25:19.384754+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 11.0, - 12.0, 51.0, 8.0, 11.0, @@ -151,7 +149,7 @@ 13.0, 13.0, 4.0, - 8.0, + 9.0, 12.0, 12.0, 11.0, @@ -173,11 +171,11 @@ 12.0, 11.0, 2.0, - 7.0 + 7.0, + 12.0, + 12.0 ], "actuals": [ - 12.0, - 12.0, 4.0, 6.0, 7.0, @@ -199,89 +197,89 @@ 18.0, 7.0, 12.0, - 12.0 + 12.0, + 11.0, + 1.0 ], "p50": [ - 10.857285429141717, - 10.857285429141717, - 10.857285429141717, - 9.857285429141717, - 10.857285429141717, - 10.857285429141717, - 10.857285429141717, - 10.857285429141717, - 9.857285429141717, - 10.857285429141717, - 10.857285429141717, - 10.857285429141717, - 10.857285429141717, - 10.857285429141717, - 9.857285429141717, - 9.857285429141717, - 10.857285429141717, - 10.857285429141717, - 10.857285429141717, - 11.857285429141717, - 10.857285429141717, - 10.857285429141717, - 11.857285429141717, - 10.857285429141717 + 11.56686626746507, + 10.56686626746507, + 11.56686626746507, + 10.56686626746507, + 11.56686626746507, + 10.56686626746507, + 11.56686626746507, + 11.56686626746507, + 11.56686626746507, + 10.56686626746507, + 10.56686626746507, + 11.56686626746507, + 11.06686626746507, + 11.56686626746507, + 11.56686626746507, + 9.56686626746507, + 11.56686626746507, + 10.56686626746507, + 11.06686626746507, + 11.56686626746507, + 11.56686626746507, + 10.56686626746507, + 10.56686626746507, + 10.56686626746507 ], "p10": [ - 3.857285429141717, - 0.8572854291417169, - 0.8572854291417169, - 1.757285429141719, - 1.757285429141719, - 0.8572854291417169, - 0.8572854291417169, - 0.8572854291417169, - 0.8572854291417169, - 1.857285429141717, - 1.757285429141719, - 0.8572854291417169, - 0.8572854291417169, - 0.8572854291417169, - 1.857285429141717, - 0.8572854291417169, - 2.857285429141717, - 1.857285429141717, - 0.8572854291417169, - 2.757285429141719, - 0.8572854291417169, - 2.857285429141717, - 3.857285429141717, - 1.857285429141717 + 2.4668662674650728, + 3.5668662674650706, + 4.566866267465071, + 1.5668662674650697, + 1.5668662674650697, + 1.5668662674650697, + 1.5668662674650697, + 3.5668662674650706, + 1.5668662674650697, + 1.5668662674650697, + 1.5668662674650697, + 3.366866267465075, + 3.5668662674650706, + 4.566866267465071, + 3.4668662674650728, + 1.5668662674650697, + 2.4668662674650728, + 1.5668662674650697, + 1.5668662674650697, + 1.5668662674650697, + 1.5668662674650697, + 1.5668662674650697, + 3.4668662674650728, + 3.4668662674650728 ], "p90": [ - 16.957285429141713, - 15.857285429141717, - 16.85728542914172, - 16.85728542914172, - 16.957285429141713, - 16.85728542914172, - 16.85728542914172, - 16.85728542914172, - 15.857285429141717, - 16.85728542914172, - 16.957285429141713, - 16.85728542914172, - 16.85728542914172, - 16.85728542914172, - 16.85728542914172, - 16.85728542914172, - 16.85728542914172, - 16.85728542914172, - 15.857285429141717, - 16.85728542914172, - 15.057285429141706, - 17.85728542914172, - 17.85728542914172, - 16.85728542914172 + 17.56686626746507, + 17.56686626746507, + 16.666866267465064, + 15.56686626746507, + 17.56686626746507, + 17.56686626746507, + 17.56686626746507, + 17.56686626746507, + 17.56686626746507, + 17.56686626746507, + 16.56686626746507, + 17.56686626746507, + 17.56686626746507, + 17.56686626746507, + 17.56686626746507, + 17.56686626746507, + 16.56686626746507, + 16.56686626746507, + 17.56686626746507, + 17.56686626746507, + 16.56686626746507, + 17.666866267465064, + 16.56686626746507, + 17.56686626746507 ], "timestamps": [ - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", "2026-06-14 08:00:00", "2026-06-14 09:00:00", "2026-06-14 10:00:00", @@ -471,6 +469,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index ba353bc8d0a97410baf3f506aa43fad2e2df0ed0..118821f14ffe1ae9f9c6690a2a724401e94eeee8 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T06:44:06.513755+00:00", + "evaluated_at": "2026-06-22T07:25:19.392661+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2350.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2450.0, 2400.0, @@ -101,9 +89,6 @@ 2350.0, 2400.0, 2350.0, - 2350.0 - ], - "actuals": [ 2350.0, 2350.0, 2350.0, @@ -116,6 +101,9 @@ 2350.0, 2350.0, 2350.0, + 2350.0 + ], + "actuals": [ 2350.0, 2350.0, 2350.0, @@ -127,91 +115,99 @@ 2300.0, 2300.0, 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, 2300.0 ], "p50": [ - 2385.4166666666665, - 2385.4166666666665, - 2385.4166666666665, - 2385.4166666666665, - 2385.4166666666665, - 2385.4166666666665, - 2385.4166666666665, - 2385.4166666666665, - 2385.4166666666665, - 2385.4166666666665, - 2385.4166666666665, - 2385.4166666666665, - 2385.4166666666665, - 2385.4166666666665, - 2385.4166666666665, - 2385.4166666666665, - 2385.4166666666665, - 2385.4166666666665, - 2385.4166666666665, - 2385.4166666666665, - 2385.4166666666665, - 2385.4166666666665, - 2385.4166666666665, - 2385.4166666666665 + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403 ], "p10": [ - 2335.4166666666665, - 2335.4166666666665, - 2335.4166666666665, - 2335.4166666666665, - 2335.4166666666665, - 2335.4166666666665, - 2335.4166666666665, - 2385.4166666666665, - 2335.4166666666665, - 2335.4166666666665, - 2385.4166666666665, - 2335.4166666666665, - 2335.4166666666665, - 2335.4166666666665, - 2335.4166666666665, - 2335.4166666666665, - 2335.4166666666665, - 2335.4166666666665, - 2335.4166666666665, - 2335.4166666666665, - 2335.4166666666665, - 2335.4166666666665, - 2385.4166666666665, - 2335.4166666666665 + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2310.9429824561403, + 2355.9429824561403, + 2360.9429824561403, + 2310.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2310.9429824561403, + 2310.9429824561403, + 2310.9429824561403, + 2310.9429824561403, + 2310.9429824561403, + 2355.9429824561403, + 2310.9429824561403, + 2310.9429824561403, + 2310.9429824561403, + 2360.9429824561403, + 2310.9429824561403, + 2310.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2310.9429824561403 ], "p90": [ - 2435.4166666666665, - 2435.4166666666665, - 2435.4166666666665, - 2435.4166666666665, - 2435.4166666666665, - 2435.4166666666665, - 2390.416666666666, - 2435.4166666666665, - 2435.4166666666665, - 2435.4166666666665, - 2435.4166666666665, - 2435.4166666666665, - 2435.4166666666665, - 2435.4166666666665, - 2435.4166666666665, - 2435.4166666666665, - 2435.4166666666665, - 2435.4166666666665, - 2435.4166666666665, - 2385.4166666666665, - 2435.4166666666665, - 2435.4166666666665, - 2435.4166666666665, - 2435.4166666666665 + 2410.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2410.9429824561403, + 2365.94298245614, + 2360.9429824561403, + 2360.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2360.9429824561403, + 2410.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2410.9429824561403, + 2360.9429824561403, + 2410.9429824561403 ], "timestamps": [ - "2026-06-21 19:55:00", - "2026-06-21 20:10:00", - "2026-06-21 20:25:00", - "2026-06-21 20:40:00", "2026-06-21 20:55:00", "2026-06-21 21:10:00", "2026-06-21 21:25:00", @@ -327,6 +323,10 @@ "2026-06-23 00:55:00", "2026-06-23 01:10:00", "2026-06-23 01:25:00", - "2026-06-23 01:40:00" + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index e8f57b84eba9a759b4419c46266c5a4cf8ac2df2..c257c6d519fe6022fa745a6cb3f5b21ab40428b7 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,49 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T07:05:12.257982+00:00", + "evaluated_at": "2026-06-22T07:25:19.395778+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 2671fcf065338b98bf2a8d1b4ce16698f0793ba0..df71c21a36ca5288b5af99e574e12e82bf97adc4 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T07:01:47.586291+00:00", - "finished_at": "2026-06-22T07:05:12.409126+00:00", - "task_count": 2, + "started_at": "2026-06-22T07:19:00.302952+00:00", + "finished_at": "2026-06-22T07:25:19.540868+00:00", + "task_count": 7, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,19 +10,49 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T07:02:37.929304+00:00", + "evaluated_at": "2026-06-22T07:20:02.301485+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -30,19 +60,49 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T07:03:12.518298+00:00", + "evaluated_at": "2026-06-22T07:21:19.717256+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -50,19 +110,49 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T07:03:47.991336+00:00", + "evaluated_at": "2026-06-22T07:22:16.531812+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -70,19 +160,49 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T07:04:06.825765+00:00", + "evaluated_at": "2026-06-22T07:23:11.101888+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -90,19 +210,49 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T07:04:50.068773+00:00", + "evaluated_at": "2026-06-22T07:24:21.236356+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -110,19 +260,49 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T07:05:11.853278+00:00", + "evaluated_at": "2026-06-22T07:25:18.751407+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -130,19 +310,49 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T07:05:12.151852+00:00", + "evaluated_at": "2026-06-22T07:25:19.195674+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -150,19 +360,49 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T07:05:12.218952+00:00", + "evaluated_at": "2026-06-22T07:25:19.333796+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -170,19 +410,49 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T07:05:12.257982+00:00", + "evaluated_at": "2026-06-22T07:25:19.395778+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -190,19 +460,49 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T07:05:12.286515+00:00", + "evaluated_at": "2026-06-22T07:25:19.447011+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -218,7 +518,5 @@ "overall": "aggregates/results_overall.csv", "metadata": "aggregates/metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T07:14:29.857992+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260622_072519.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260622_072519.json new file mode 100644 index 0000000000000000000000000000000000000000..60ad9682e59aceaca43737aaadd957c532ea3224 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260622_072519.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "ARIMA", + "evaluated_at": "2026-06-22T07:25:19.074066+00:00", + "metrics": { + "MSE[mean]": 66.12571104848128, + "MSE[0.5]": 64.66598979898484, + "MAE[0.5]": 6.960502128144319, + "MASE[0.5]": 0.6015391649640066, + "MAPE[0.5]": 0.4038366969683996, + "sMAPE[0.5]": 0.3109899687751776, + "MSIS": 7.923387762693867, + "RMSE[mean]": 8.131771704154101, + "NRMSE[mean]": 0.37895635126155036, + "ND[0.5]": 0.32437291470963814, + "mean_weighted_sum_quantile_loss": 0.28820392772205355 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727, + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0 + ], + "actual": [ + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547, + 21.0, + 20.100000381469727, + 20.100000381469727, + 21.399999618530273, + 19.399999618530273, + 21.600000381469727, + 25.5 + ], + "predictions": { + "p50": [ + 27.107116067603343, + 26.997909625838652, + 26.92653498279931, + 27.075356821109878, + 27.180791656676522, + 26.85150264896984, + 26.84150260351749, + 27.139700636903044, + 27.02072484924637, + 26.8162201025554, + 27.043070631916354, + 26.75718370584457, + 26.84632984353834, + 26.7793210030708, + 26.837309123930698, + 26.747090916683206, + 26.87224360881872, + 27.001216456766, + 27.182504660149792, + 26.791818392177813, + 26.93324253917807, + 26.837309462988497, + 26.76598849178239, + 26.778485086454182 + ], + "p10": [ + 23.979985445809636, + 23.76184036244449, + 23.52318407829646, + 24.307731471065512, + 24.822988239901797, + 23.844047115693467, + 24.299610602851807, + 24.78362806438993, + 24.824689375352357, + 23.597042825293485, + 24.550209889704174, + 23.06872334419144, + 23.78355685957918, + 23.47292156591338, + 23.586590009991994, + 21.87253718252296, + 24.580766336022506, + 23.777636635833545, + 23.59110279590653, + 23.072240064643307, + 22.857297239393997, + 23.452290226505973, + 23.40982568009262, + 23.790635161073308 + ], + "p90": [ + 30.873078115957192, + 31.34408786081815, + 31.884293832804012, + 31.00008870749696, + 31.366934639285187, + 31.942169889716457, + 31.421692780576233, + 31.956239328000176, + 32.63057641365788, + 30.43538708208062, + 30.690455035682774, + 30.363568611537705, + 31.002489904917425, + 31.311220576821263, + 31.422010430773692, + 30.333786094330154, + 30.72746298496002, + 30.727463020286695, + 33.11983286326383, + 32.39645484255831, + 30.911378732841868, + 30.910712192278165, + 30.949951265397065, + 31.368693272473184 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260622_071939.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260622_071939.json new file mode 100644 index 0000000000000000000000000000000000000000..c4a5923c255fb2fbc3508a66e689673ad1e496d3 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260622_071939.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T07:19:39.201001+00:00", + "metrics": { + "MSE[mean]": 94.84516543177672, + "MSE[0.5]": 94.84516543177672, + "MAE[0.5]": 8.09507950146993, + "MASE[0.5]": 0.6995913906759608, + "MAPE[0.5]": 0.4424207444380415, + "sMAPE[0.5]": 0.33157888925303886, + "MSIS": 7.183558917455893, + "RMSE[mean]": 9.738848260024216, + "NRMSE[mean]": 0.4538492393020994, + "ND[0.5]": 0.37724642336947245, + "mean_weighted_sum_quantile_loss": 0.26637847167902906 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727, + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0 + ], + "actual": [ + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547, + 21.0, + 20.100000381469727, + 20.100000381469727, + 21.399999618530273, + 19.399999618530273, + 21.600000381469727, + 25.5 + ], + "predictions": { + "p50": [ + 27.838972091674805, + 29.998207092285156, + 33.47362518310547, + 38.57328414916992, + 40.513973236083984, + 40.41460037231445, + 39.7261962890625, + 38.3096923828125, + 35.140316009521484, + 32.43940353393555, + 29.76429557800293, + 27.441875457763672, + 25.0557804107666, + 23.46198844909668, + 23.533428192138672, + 24.57615852355957, + 25.61097526550293, + 26.5572566986084, + 25.27603530883789, + 23.897701263427734, + 23.28862762451172, + 23.07154083251953, + 23.34014892578125, + 24.147815704345703 + ], + "p10": [ + 24.987651824951172, + 25.53768539428711, + 26.640411376953125, + 28.516904830932617, + 29.066896438598633, + 28.541154861450195, + 27.54457664489746, + 26.094154357910156, + 24.140417098999023, + 22.180688858032227, + 20.101911544799805, + 18.428394317626953, + 16.81855010986328, + 16.213838577270508, + 16.040157318115234, + 16.69793128967285, + 17.546152114868164, + 18.024375915527344, + 17.615005493164062, + 16.940587997436523, + 16.67819595336914, + 16.469799041748047, + 16.684803009033203, + 16.837154388427734 + ], + "p90": [ + 31.260953903198242, + 35.39048385620117, + 42.540687561035156, + 51.651832580566406, + 55.81022644042969, + 57.412025451660156, + 57.23321533203125, + 56.57643127441406, + 52.42164611816406, + 48.24326705932617, + 45.538597106933594, + 42.389381408691406, + 38.772361755371094, + 36.655155181884766, + 36.97813415527344, + 39.265525817871094, + 37.960899353027344, + 39.36420440673828, + 37.2913818359375, + 34.37978744506836, + 33.07643127441406, + 32.79677963256836, + 33.43864822387695, + 34.75790023803711 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260622_072519.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260622_072519.json new file mode 100644 index 0000000000000000000000000000000000000000..4034008e8fcabf54aebd640e6e91e0a96fd94ec3 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260622_072519.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "ETS", + "evaluated_at": "2026-06-22T07:25:19.269614+00:00", + "metrics": { + "MSE[mean]": 148.07452880377073, + "MSE[0.5]": 142.40255533756297, + "MAE[0.5]": 10.50571107620544, + "MASE[0.5]": 0.9079225250978481, + "MAPE[0.5]": 0.6012795769630265, + "sMAPE[0.5]": 0.4232496957197047, + "MSIS": 17.81250319125579, + "RMSE[mean]": 12.168587790034254, + "NRMSE[mean]": 0.5670798193414022, + "ND[0.5]": 0.4895865355901564, + "mean_weighted_sum_quantile_loss": 0.4497169499408875 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727, + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0 + ], + "actual": [ + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547, + 21.0, + 20.100000381469727, + 20.100000381469727, + 21.399999618530273, + 19.399999618530273, + 21.600000381469727, + 25.5 + ], + "predictions": { + "p50": [ + 26.818407021361622, + 27.606216832845686, + 27.89402664432975, + 28.331837028018406, + 28.569646648767606, + 28.65745760466085, + 28.645268179084365, + 29.733077227628975, + 29.770887515950196, + 29.758696659862238, + 30.396507806490344, + 30.334316282830365, + 31.0721278109282, + 31.109936668737948, + 31.497747815366054, + 32.18555724538039, + 32.323366484659864, + 32.711177631287974, + 33.5989873474046, + 33.03679773109326, + 33.82460706574016, + 34.16241706795909, + 34.150226688708294, + 34.38803917048044 + ], + "p10": [ + 22.808406792479786, + 24.426216336935042, + 24.29402673969718, + 24.80183691357749, + 25.369645885828152, + 25.107457223191123, + 26.13526623358876, + 26.48307627395466, + 26.81088623802661, + 25.258696659862238, + 27.496506280611438, + 26.824318152032024, + 27.872127047988748, + 27.89993586765152, + 27.747747815366054, + 26.485559343463883, + 28.793367514628127, + 29.22117614355604, + 29.718988282005434, + 29.23679610984692, + 30.354602984014086, + 30.61241592354991, + 30.5502282145872, + 30.87803646204538 + ], + "p90": [ + 31.22840667803887, + 31.666217061727522, + 33.5940274072692, + 32.63183721875327, + 33.28964729726614, + 35.20745779539571, + 33.53526737799794, + 35.613075053251535, + 37.34088797371387, + 34.70869713669939, + 34.996506375978875, + 34.65431750353349, + 35.67212638041673, + 36.769937088354645, + 37.64774743389633, + 36.215558122760754, + 36.483366045969674, + 36.66117744055311, + 41.29898667983258, + 38.40679733055004, + 38.924606302800704, + 39.11241744942881, + 39.050227260912884, + 38.66803699610299 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260622_072356.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260622_072356.json new file mode 100644 index 0000000000000000000000000000000000000000..2ff6a5ad7581317aad480885784f36ba24a9a4c0 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260622_072356.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T07:23:56.525999+00:00", + "metrics": { + "MSE[mean]": 113.79598327717274, + "MSE[0.5]": 86.40264044433452, + "MAE[0.5]": 7.2524170478185015, + "MASE[0.5]": 0.6267669795366542, + "MAPE[0.5]": 0.4226709282351342, + "sMAPE[0.5]": 0.30913374752481154, + "MSIS": 5.11650076387565, + "RMSE[mean]": 10.667520015316247, + "NRMSE[mean]": 0.49712714634483485, + "ND[0.5]": 0.33797671679154184, + "mean_weighted_sum_quantile_loss": 0.24795088404847837 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727, + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0 + ], + "actual": [ + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547, + 21.0, + 20.100000381469727, + 20.100000381469727, + 21.399999618530273, + 19.399999618530273, + 21.600000381469727, + 25.5 + ], + "predictions": { + "p50": [ + 27.73899745941162, + 29.311387062072754, + 31.490317344665527, + 32.57790756225586, + 33.50772285461426, + 35.31616401672363, + 36.07022285461426, + 34.91196250915527, + 34.76393127441406, + 31.272829055786133, + 33.80837059020996, + 29.175594329833984, + 25.99404811859131, + 25.066609382629395, + 24.316455841064453, + 26.78798484802246, + 25.308244705200195, + 26.01553440093994, + 25.19523048400879, + 23.83378314971924, + 22.841651916503906, + 24.225318908691406, + 23.800424575805664, + 24.814828872680664 + ], + "p10": [ + 24.65085220336914, + 24.17679786682129, + 25.524459838867188, + 24.57700252532959, + 23.813212394714355, + 23.634114265441895, + 23.000298500061035, + 23.07893657684326, + 23.137592315673828, + 17.60454750061035, + 19.192872047424316, + 14.889413356781006, + 15.551432132720947, + 13.937100887298584, + 14.376463413238525, + 16.231332778930664, + 16.44505786895752, + 16.844396591186523, + 16.151655197143555, + 14.386873245239258, + 13.312586307525635, + 12.61475658416748, + 14.018336772918701, + 15.518405437469482 + ], + "p90": [ + 30.47933292388916, + 35.008453369140625, + 38.970890045166016, + 44.1805419921875, + 48.70930480957031, + 49.17503356933594, + 54.62496566772461, + 55.12295341491699, + 53.54696273803711, + 53.31977081298828, + 49.500457763671875, + 50.26525115966797, + 42.987281799316406, + 40.06098747253418, + 38.26850128173828, + 40.61247634887695, + 44.44415092468262, + 40.9844856262207, + 39.61675834655762, + 35.64396667480469, + 39.15422821044922, + 39.34010696411133, + 39.66508483886719, + 39.498600006103516 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260622_072519.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260622_072519.json new file mode 100644 index 0000000000000000000000000000000000000000..83794350f2e3b25ac6cb9b06d6d845f0278d1ff4 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260622_072519.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T07:25:19.363532+00:00", + "metrics": { + "MSE[mean]": 162.12160711604497, + "MSE[0.5]": 155.27907965227237, + "MAE[0.5]": 10.988930638334645, + "MASE[0.5]": 0.9496832323781677, + "MAPE[0.5]": 0.6331856644890809, + "sMAPE[0.5]": 0.43683018899345805, + "MSIS": 19.147458289486355, + "RMSE[mean]": 12.732698343872165, + "NRMSE[mean]": 0.5933684665105475, + "ND[0.5]": 0.5121055054757894, + "mean_weighted_sum_quantile_loss": 0.4736291723021788 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727, + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0 + ], + "actual": [ + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547, + 21.0, + 20.100000381469727, + 20.100000381469727, + 21.399999618530273, + 19.399999618530273, + 21.600000381469727, + 25.5 + ], + "predictions": { + "p50": [ + 32.293097094398235, + 32.74309690366337, + 32.69309671292851, + 32.793097094398235, + 32.69309671292851, + 32.443097666602824, + 32.093098238807414, + 32.8430972851331, + 32.54309757123539, + 32.19309671292851, + 32.49309785733769, + 32.09309633145878, + 32.49309785733769, + 32.19309671292851, + 32.24309785733769, + 32.5930972851331, + 32.393096522193645, + 32.443097666602824, + 32.99309738050053, + 32.093097761970256, + 32.543097094398235, + 32.543097094398235, + 32.19309671292851, + 32.09309919248173 + ], + "p10": [ + 28.2830968655164, + 29.563096407752727, + 29.09309680829594, + 29.263096979957318, + 29.493095949989055, + 28.8930972851331, + 29.583096293311808, + 29.59309633145878, + 29.583096293311808, + 27.693096712928508, + 29.59309633145878, + 28.58309820066044, + 29.293097094398235, + 28.98309591184208, + 28.493097857337688, + 26.893099383216594, + 28.863097552161907, + 28.95309617887089, + 29.11309831510136, + 28.293096140723918, + 29.07309301267216, + 28.993095949989055, + 28.593098238807414, + 28.58309648404667 + ], + "p90": [ + 36.70309675107548, + 36.803097132545204, + 38.39309747586796, + 37.0930972851331, + 37.41309736142704, + 38.99309785733769, + 36.983097437720986, + 38.72309511075566, + 40.11309802899906, + 37.14309718976566, + 37.093096426826214, + 36.41309755216191, + 37.093096426826214, + 37.8530971325452, + 38.39309747586796, + 36.623098162513465, + 36.553096083503455, + 36.39309747586796, + 40.69309671292851, + 37.46309736142704, + 37.64309633145878, + 37.493097475867955, + 37.0930972851331, + 36.37309701810428 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260622_072519.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260622_072519.json new file mode 100644 index 0000000000000000000000000000000000000000..c1978eaf808e98ecf6c205e44179f8269b674618 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260622_072519.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T07:25:19.419941+00:00", + "metrics": { + "MSE[mean]": 178.86375139236543, + "MSE[0.5]": 178.86375139236543, + "MAE[0.5]": 11.420833349227905, + "MASE[0.5]": 0.9870090446936203, + "MAPE[0.5]": 0.5744512286689242, + "sMAPE[0.5]": 0.4160341618397391, + "MSIS": 36.25167944883194, + "RMSE[mean]": 13.373995341421555, + "NRMSE[mean]": 0.6232541518332375, + "ND[0.5]": 0.5322330104494558, + "mean_weighted_sum_quantile_loss": 0.5220388356674835 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727, + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0 + ], + "actual": [ + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547, + 21.0, + 20.100000381469727, + 20.100000381469727, + 21.399999618530273, + 19.399999618530273, + 21.600000381469727, + 25.5 + ], + "predictions": { + "p50": [ + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727, + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0 + ], + "p10": [ + 27.04800037384033, + 32.53600074768066, + 40.96399925231933, + 54.48799850463867, + 52.92, + 45.472001495361326, + 42.336000747680664, + 39.493999252319334, + 37.04399925231934, + 34.692001495361325, + 33.32, + 30.576000747680663, + 24.598000373840332, + 20.776000747680662, + 20.481999626159666, + 23.03, + 27.04800037384033, + 30.673999252319334, + 26.46, + 24.793999252319335, + 25.08800037384033, + 25.186000747680662, + 26.263999252319337, + 26.46 + ], + "p90": [ + 28.152000389099122, + 33.864000778198246, + 42.63599922180176, + 56.71199844360352, + 55.08, + 47.32800155639649, + 44.06400077819824, + 41.10599922180176, + 38.555999221801756, + 36.10800155639649, + 34.68, + 31.824000778198243, + 25.60200038909912, + 21.624000778198244, + 21.31799961090088, + 23.97, + 28.152000389099122, + 31.92599922180176, + 27.54, + 25.80599922180176, + 26.112000389099123, + 26.214000778198244, + 27.335999221801757, + 27.54 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260622_072458.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260622_072458.json new file mode 100644 index 0000000000000000000000000000000000000000..90445b0e97ba3224e0313ff9275900c4ccabbf51 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260622_072458.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T07:24:58.304859+00:00", + "metrics": { + "MSE[mean]": 96.87194170152816, + "MSE[0.5]": 96.87194170152816, + "MAE[0.5]": 7.899872779846191, + "MASE[0.5]": 0.6827212732391588, + "MAPE[0.5]": 0.43279835976119574, + "sMAPE[0.5]": 0.32183168222857267, + "MSIS": 2.831153880447644, + "RMSE[mean]": 9.842354479570838, + "NRMSE[mean]": 0.4586728301159226, + "ND[0.5]": 0.36814941109962834, + "mean_weighted_sum_quantile_loss": 0.24510933638390597 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727, + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0 + ], + "actual": [ + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547, + 21.0, + 20.100000381469727, + 20.100000381469727, + 21.399999618530273, + 19.399999618530273, + 21.600000381469727, + 25.5 + ], + "predictions": { + "p50": [ + 27.4091796875, + 28.309219360351562, + 30.055679321289062, + 35.8963623046875, + 39.481201171875, + 41.1357421875, + 40.76806640625, + 38.990966796875, + 36.539794921875, + 33.6903076171875, + 30.73358154296875, + 28.075592041015625, + 24.83544921875, + 23.11962890625, + 22.1697998046875, + 22.813232421875, + 23.6405029296875, + 25.52484130859375, + 24.1307373046875, + 23.2421875, + 22.62939453125, + 23.0277099609375, + 23.4873046875, + 24.161376953125 + ], + "p10": [ + 25.632080078125, + 24.774169921875, + 24.0081787109375, + 25.5401611328125, + 26.07635498046875, + 25.95379638671875, + 24.0081787109375, + 21.7408447265625, + 19.68798828125, + 17.052978515625, + 15.704833984375, + 14.234130859375, + 11.966796875, + 12.57958984375, + 12.33447265625, + 13.31494140625, + 16.072509765625, + 18.768798828125, + 18.401123046875, + 17.97216796875, + 17.48193359375, + 17.6044921875, + 17.849609375, + 18.33984375 + ], + "p90": [ + 29.714813232421875, + 33.2613525390625, + 38.990966796875, + 50.9404296875, + 59.39697265625, + 64.421875, + 66.3828125, + 66.1376953125, + 64.1767578125, + 62.951171875, + 59.88720703125, + 56.3330078125, + 51.79833984375, + 47.14111328125, + 45.302734375, + 44.751220703125, + 42.912841796875, + 41.50341796875, + 36.11083984375, + 32.4647216796875, + 29.929290771484375, + 29.668853759765625, + 30.1973876953125, + 31.760009765625 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260622_072051.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260622_072051.json new file mode 100644 index 0000000000000000000000000000000000000000..bb27921a7a781ca6e98520320ef552d2bb0ad6fe --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260622_072051.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T07:20:51.338685+00:00", + "metrics": { + "MSE[mean]": 55.68834250098947, + "MSE[0.5]": 28.589202197623916, + "MAE[0.5]": 4.357548554738362, + "MASE[0.5]": 0.3765872160729092, + "MAPE[0.5]": 0.2419012594193822, + "sMAPE[0.5]": 0.20426482054606665, + "MSIS": 27.423896376430196, + "RMSE[mean]": 7.462462227776397, + "NRMSE[mean]": 0.34776523003229814, + "ND[0.5]": 0.2030702239101373, + "mean_weighted_sum_quantile_loss": 0.32716270570230327 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727, + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0 + ], + "actual": [ + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547, + 21.0, + 20.100000381469727, + 20.100000381469727, + 21.399999618530273, + 19.399999618530273, + 21.600000381469727, + 25.5 + ], + "predictions": { + "p50": [ + 26.133399963378906, + 26.962543487548828, + 28.669130325317383, + 30.348909378051758, + 31.633378982543945, + 32.107177734375, + 31.681060791015625, + 30.54755210876465, + 28.78664779663086, + 25.92198371887207, + 23.850391387939453, + 21.85833740234375, + 20.32822036743164, + 20.18118667602539, + 19.933509826660156, + 19.979049682617188, + 20.182483673095703, + 20.893489837646484, + 21.843204498291016, + 21.41061782836914, + 21.170658111572266, + 20.660348892211914, + 19.98141098022461, + 20.164443969726562 + ], + "p10": [ + 26.740283966064453, + 28.7558536529541, + 31.1722354888916, + 33.60895538330078, + 35.851898193359375, + 37.41968536376953, + 36.547767639160156, + 35.613929748535156, + 34.75633239746094, + 32.11431884765625, + 29.555770874023438, + 27.473304748535156, + 26.575828552246094, + 25.555681228637695, + 25.689495086669922, + 26.16950225830078, + 25.239627838134766, + 25.492095947265625, + 26.35614776611328, + 25.255889892578125, + 26.04216766357422, + 25.227760314941406, + 24.414461135864258, + 24.435718536376953 + ], + "p90": [ + 29.488094329833984, + 32.950233459472656, + 37.3696174621582, + 41.10527038574219, + 44.710575103759766, + 46.537322998046875, + 47.20509338378906, + 46.567081451416016, + 45.76206588745117, + 42.49699783325195, + 40.61288833618164, + 38.05234146118164, + 36.403560638427734, + 35.687015533447266, + 34.73360824584961, + 34.345001220703125, + 33.953983306884766, + 34.08544921875, + 34.546852111816406, + 33.583641052246094, + 33.245201110839844, + 32.97850036621094, + 32.42048645019531, + 32.62590026855469 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260622_072252.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260622_072252.json new file mode 100644 index 0000000000000000000000000000000000000000..90279a4a9786e3692961d6462ef65b7a83f333dc --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260622_072252.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TiRex", + "evaluated_at": "2026-06-22T07:22:52.348432+00:00", + "metrics": { + "MSE[mean]": 103.94611622582913, + "MSE[0.5]": 103.94611622582913, + "MAE[0.5]": 8.39918565750122, + "MASE[0.5]": 0.7258727939126332, + "MAPE[0.5]": 0.4724121496643799, + "sMAPE[0.5]": 0.3446248660823807, + "MSIS": 3.0123603013716966, + "RMSE[mean]": 10.195396815515771, + "NRMSE[mean]": 0.47512528849005536, + "ND[0.5]": 0.39141836073792097, + "mean_weighted_sum_quantile_loss": 0.2627879292345099 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727, + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0 + ], + "actual": [ + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547, + 21.0, + 20.100000381469727, + 20.100000381469727, + 21.399999618530273, + 19.399999618530273, + 21.600000381469727, + 25.5 + ], + "predictions": { + "p50": [ + 27.51882553100586, + 28.890647888183594, + 31.590160369873047, + 36.93144226074219, + 37.967262268066406, + 38.245330810546875, + 38.62125778198242, + 38.01185607910156, + 35.92902374267578, + 34.06114196777344, + 32.27703857421875, + 30.262386322021484, + 26.996816635131836, + 24.62411117553711, + 24.388561248779297, + 24.942569732666016, + 25.625171661376953, + 27.726533889770508, + 25.39643096923828, + 24.27367401123047, + 23.881425857543945, + 23.8981990814209, + 24.103628158569336, + 24.5640926361084 + ], + "p10": [ + 25.469329833984375, + 24.528427124023438, + 23.771955490112305, + 24.612577438354492, + 23.953882217407227, + 22.792043685913086, + 22.318973541259766, + 21.331077575683594, + 19.589799880981445, + 17.55221176147461, + 15.932907104492188, + 13.896906852722168, + 12.555952072143555, + 11.81643295288086, + 12.212892532348633, + 13.358930587768555, + 15.014347076416016, + 17.25937271118164, + 16.217010498046875, + 15.447948455810547, + 15.110281944274902, + 15.189922332763672, + 15.309200286865234, + 15.50629997253418 + ], + "p90": [ + 30.1859073638916, + 35.96205139160156, + 44.897666931152344, + 58.485496520996094, + 60.94568634033203, + 62.11041259765625, + 62.16780471801758, + 61.462257385253906, + 59.924049377441406, + 58.085609436035156, + 57.09210968017578, + 54.62656021118164, + 50.59459686279297, + 47.23917007446289, + 45.55536651611328, + 43.639183044433594, + 42.3349609375, + 42.20926284790039, + 37.11832046508789, + 34.93413543701172, + 34.164306640625, + 34.2562141418457, + 34.72845458984375, + 35.71161651611328 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260622_072157.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260622_072157.json new file mode 100644 index 0000000000000000000000000000000000000000..947f3fb1b49e64f8ba7d976b3e9e0c0be402ba6e --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260622_072157.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T07:21:57.575070+00:00", + "metrics": { + "MSE[mean]": 47.02352757015751, + "MSE[0.5]": 47.02352757015751, + "MAE[0.5]": 5.981669187545776, + "MASE[0.5]": 0.5169466544113396, + "MAPE[0.5]": 0.3390473663888512, + "sMAPE[0.5]": 0.2723283342247392, + "MSIS": 2.875945915918399, + "RMSE[mean]": 6.8573703101230805, + "NRMSE[mean]": 0.31956677173389114, + "ND[0.5]": 0.27875739903125946, + "mean_weighted_sum_quantile_loss": 0.2092540285013769 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727, + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0 + ], + "actual": [ + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547, + 21.0, + 20.100000381469727, + 20.100000381469727, + 21.399999618530273, + 19.399999618530273, + 21.600000381469727, + 25.5 + ], + "predictions": { + "p50": [ + 27.413267135620117, + 28.311262130737305, + 29.378551483154297, + 31.62688446044922, + 32.67991638183594, + 33.01252365112305, + 32.26057815551758, + 30.81080436706543, + 29.006877899169922, + 27.27722930908203, + 25.850177764892578, + 24.178050994873047, + 22.714027404785156, + 21.444656372070312, + 21.75606918334961, + 24.232398986816406, + 26.132465362548828, + 27.11571502685547, + 26.430871963500977, + 25.20020294189453, + 24.711688995361328, + 24.881675720214844, + 25.549549102783203, + 26.044546127319336 + ], + "p10": [ + 25.839599609375, + 25.303913116455078, + 24.126392364501953, + 23.77901840209961, + 22.935829162597656, + 22.90052032470703, + 22.11200714111328, + 20.866199493408203, + 19.113815307617188, + 17.638614654541016, + 16.198524475097656, + 14.82235050201416, + 13.536492347717285, + 12.287446975708008, + 12.486534118652344, + 14.436643600463867, + 15.671178817749023, + 16.713396072387695, + 16.54971694946289, + 15.86888599395752, + 15.549649238586426, + 15.791620254516602, + 16.234577178955078, + 16.609867095947266 + ], + "p90": [ + 29.579517364501953, + 33.061485290527344, + 39.70271301269531, + 46.9681396484375, + 51.872947692871094, + 55.10131072998047, + 54.18647766113281, + 51.850013732910156, + 50.88408660888672, + 48.869606018066406, + 46.873016357421875, + 44.780731201171875, + 43.044212341308594, + 40.9676513671875, + 41.7705192565918, + 44.53642272949219, + 46.28252410888672, + 46.14605712890625, + 44.76461410522461, + 41.71815490722656, + 40.37004470825195, + 39.692527770996094, + 40.64384460449219, + 41.44619369506836 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_072518.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_072518.json new file mode 100644 index 0000000000000000000000000000000000000000..b165b72074db09d4eb551872890b48abe15c1d2f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_072518.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T07:25:18.954959+00:00", + "metrics": { + "MSE[mean]": 248714.18108909135, + "MSE[0.5]": 681277.2068278427, + "MAE[0.5]": 788.8247664460863, + "MASE[0.5]": 0.7464376224677189, + "MAPE[0.5]": 0.012294111833586164, + "sMAPE[0.5]": 0.012377341993400078, + "MSIS": 14.842568257878517, + "RMSE[mean]": 498.71252349333616, + "NRMSE[mean]": 0.00778073866590613, + "ND[0.5]": 0.012306968587672629, + "mean_weighted_sum_quantile_loss": 0.011000001594411852 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64258.66015625 + ], + "predictions": { + "p50": [ + 63492.18370368655, + 63471.41857714654, + 63493.53325083366, + 63428.80641808227, + 63447.77158278841, + 63393.84201176236, + 63358.45921217973, + 63400.35707762191, + 63319.785206761786, + 63315.170384698744, + 63296.35922577035, + 63296.639511655834, + 63302.879373040254, + 63269.18767364702, + 63288.708687285776, + 63229.1740668494, + 63213.78026811458, + 63253.67444410639, + 63223.420260804836, + 63216.7185969824, + 63186.48242524329, + 63160.53311928468, + 63157.77259554335, + 63150.33308765381 + ], + "p10": [ + 63249.69602737245, + 63122.9900047198, + 63161.73217152597, + 63181.91817570589, + 63156.59285239787, + 63191.314058994, + 62994.76997493257, + 63058.328657556965, + 63068.74086466828, + 63052.60512433716, + 63037.19929940847, + 63031.888585350825, + 63010.80316486745, + 63007.06740822695, + 62995.04809164019, + 62972.370489618916, + 62960.70074558745, + 62962.495713715856, + 62938.921053407445, + 62928.764426108915, + 62929.814494109385, + 62880.13992712001, + 62900.96901831286, + 62892.52918704604 + ], + "p90": [ + 63717.11020610376, + 63762.84312036233, + 63742.50576316144, + 63689.91036584032, + 63707.89744908109, + 63670.11759947068, + 63680.67010582883, + 63643.23404207804, + 63572.913001189336, + 63578.775170239, + 63584.39555429317, + 63589.088137590414, + 63537.75915093577, + 63542.2347883478, + 63540.730209064335, + 63487.77434420916, + 63516.83781806044, + 63494.39879916527, + 63484.80062756034, + 63484.90149858191, + 63474.303833155864, + 63436.7647079602, + 63475.940713785436, + 63377.09045016845 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_071922.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_071922.json new file mode 100644 index 0000000000000000000000000000000000000000..a5e2ec6497089624cb5c3c95215ddac20e1bb3ff --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_071922.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T07:19:22.488108+00:00", + "metrics": { + "MSE[mean]": 75328.00633684795, + "MSE[0.5]": 75328.00633684795, + "MAE[0.5]": 196.51839192708334, + "MASE[0.5]": 0.1859585645391335, + "MAPE[0.5]": 0.0030725191913920633, + "sMAPE[0.5]": 0.003067608016854871, + "MSIS": 1.9710872575643996, + "RMSE[mean]": 274.45948031876753, + "NRMSE[mean]": 0.0042820209843181765, + "ND[0.5]": 0.0030660113363870315, + "mean_weighted_sum_quantile_loss": 0.004551593217019775 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64258.66015625 + ], + "predictions": { + "p50": [ + 64224.64453125, + 64241.89453125, + 64261.41796875, + 64278.83203125, + 64275.38671875, + 64277.125, + 64275.0, + 64274.68359375, + 64264.125, + 64256.83203125, + 64232.37109375, + 64227.27734375, + 64216.95703125, + 64200.49609375, + 64175.5078125, + 64174.890625, + 64159.875, + 64111.96875, + 64111.421875, + 64074.6875, + 64051.2265625, + 64010.01171875, + 63969.34375, + 63952.65625 + ], + "p10": [ + 63957.83984375, + 63891.9609375, + 63811.8828125, + 63726.53515625, + 63629.71875, + 63506.95703125, + 63388.046875, + 63321.5546875, + 63245.1875, + 63120.29296875, + 63085.5234375, + 63010.1875, + 62947.4375, + 62883.05859375, + 62823.83984375, + 62751.65234375, + 62742.953125, + 62651.48828125, + 62570.59765625, + 62558.03515625, + 62501.26171875, + 62465.796875, + 62399.5703125, + 62383.87890625 + ], + "p90": [ + 64428.5625, + 64522.93359375, + 64614.99609375, + 64699.859375, + 64772.98046875, + 64823.3125, + 64854.0, + 64908.640625, + 64942.1328125, + 64993.80859375, + 65030.30859375, + 65074.2265625, + 65112.4375, + 65133.20703125, + 65174.44921875, + 65217.60546875, + 65565.2265625, + 65602.6015625, + 65593.3359375, + 65626.578125, + 65608.4375, + 65658.8984375, + 65711.2578125, + 65697.875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_072519.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_072519.json new file mode 100644 index 0000000000000000000000000000000000000000..5d9b960bf83ab5be3ef7e463a6ab844a711cac9d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_072519.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T07:25:19.218024+00:00", + "metrics": { + "MSE[mean]": 57347.10160211986, + "MSE[0.5]": 57216.985153053014, + "MAE[0.5]": 161.71670095619115, + "MASE[0.5]": 0.15302692677729543, + "MAPE[0.5]": 0.0025276003079277042, + "sMAPE[0.5]": 0.0025253475244311845, + "MSIS": 1.385633252307982, + "RMSE[mean]": 239.47254874435995, + "NRMSE[mean]": 0.003736167093592606, + "ND[0.5]": 0.002523047504880692, + "mean_weighted_sum_quantile_loss": 0.002111031307709006 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64258.66015625 + ], + "predictions": { + "p50": [ + 64184.320693383765, + 64189.50468701726, + 64201.59883690076, + 64159.482049284255, + 64151.74612104275, + 64148.379333426245, + 64134.64340518474, + 64149.57544569323, + 64122.714517451735, + 64101.87702671023, + 64111.406723468725, + 64117.22157647722, + 64140.48174198571, + 64118.27511061921, + 64096.06847925271, + 64069.791535386204, + 64051.4364665197, + 64070.04038202819, + 64053.68336003669, + 64035.70719742019, + 64032.340409803684, + 64039.09666906218, + 64014.41152207067, + 64062.40020320417 + ], + "p10": [ + 63948.67850588376, + 63937.62382764226, + 63928.72813377576, + 63935.374627409255, + 63917.73479291775, + 63936.552770926246, + 63898.94418643474, + 63878.932476943235, + 63871.19654870174, + 63799.94733921023, + 63871.687973468725, + 63841.88563897722, + 63840.93096073571, + 63890.11300124421, + 63840.74426050271, + 63746.2747385112, + 63672.6915446447, + 63827.07163202819, + 63730.32398503669, + 63779.99821304519, + 63779.043534803684, + 63791.37401281218, + 63762.893553320675, + 63771.12090632917 + ], + "p90": [ + 64428.191787133765, + 64420.739843267256, + 64494.15743065076, + 64399.57345553426, + 64390.99416791775, + 64391.757849051246, + 64431.84262393474, + 64380.56099256824, + 64369.33482995174, + 64353.15788608523, + 64355.578598468725, + 64345.93642022722, + 64341.88135136072, + 64409.06221999421, + 64342.38097925271, + 64337.402472886206, + 64304.6349040197, + 64298.86069452819, + 64291.78492253669, + 64285.95524429519, + 64275.90955042868, + 64288.22948156218, + 64262.74745957067, + 64253.29590632917 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_072338.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_072338.json new file mode 100644 index 0000000000000000000000000000000000000000..a408151ba4bd202823bf1ee4ac0fa3753436a694 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_072338.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T07:23:38.738407+00:00", + "metrics": { + "MSE[mean]": 104471.90120124817, + "MSE[0.5]": 85287.7363538742, + "MAE[0.5]": 217.3095703125, + "MASE[0.5]": 0.2056325383067578, + "MAPE[0.5]": 0.003396570289079627, + "sMAPE[0.5]": 0.00339274326294399, + "MSIS": 2.069419546850151, + "RMSE[mean]": 323.2211335931612, + "NRMSE[mean]": 0.005042783273558448, + "ND[0.5]": 0.0033903880423097267, + "mean_weighted_sum_quantile_loss": 0.004822495191296735 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64258.66015625 + ], + "predictions": { + "p50": [ + 64196.388671875, + 64254.2265625, + 64240.072265625, + 64299.375, + 64265.052734375, + 64285.43359375, + 64306.93359375, + 64269.6015625, + 64281.578125, + 64250.3203125, + 64202.693359375, + 64338.310546875, + 64059.267578125, + 64262.923828125, + 64141.57421875, + 64147.84375, + 64072.037109375, + 64179.1171875, + 64010.6953125, + 63983.482421875, + 63723.78125, + 63791.36328125, + 63891.021484375, + 63831.84375 + ], + "p10": [ + 64010.83984375, + 63947.36328125, + 63840.873046875, + 63888.037109375, + 63711.62109375, + 63733.373046875, + 63671.38671875, + 63664.716796875, + 63475.291015625, + 63423.306640625, + 63180.068359375, + 63281.001953125, + 63043.166015625, + 63144.36328125, + 62951.046875, + 63055.05078125, + 62673.376953125, + 62601.4375, + 62557.515625, + 62684.900390625, + 62270.181640625, + 62200.955078125, + 62338.8046875, + 62261.60546875 + ], + "p90": [ + 64448.921875, + 64598.0078125, + 64633.48828125, + 64712.94921875, + 64866.2421875, + 64836.52734375, + 64919.103515625, + 64980.376953125, + 65261.248046875, + 65260.21875, + 65201.9921875, + 65461.671875, + 65212.31640625, + 65433.103515625, + 65346.30078125, + 65461.638671875, + 65436.66015625, + 66241.79296875, + 65604.81640625, + 65769.30859375, + 65326.109375, + 65677.0390625, + 65374.828125, + 65683.33203125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_072519.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_072519.json new file mode 100644 index 0000000000000000000000000000000000000000..e24caf6c0129fbca897434fdbec95849ac178b9c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_072519.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T07:25:19.338604+00:00", + "metrics": { + "MSE[mean]": 68387.30737973073, + "MSE[0.5]": 65026.67162712648, + "MAE[0.5]": 205.60715917397647, + "MASE[0.5]": 0.19455895096652528, + "MAPE[0.5]": 0.003208883241280903, + "sMAPE[0.5]": 0.003210303014299485, + "MSIS": 1.3612324469166666, + "RMSE[mean]": 261.5096697633392, + "NRMSE[mean]": 0.004079982561462876, + "ND[0.5]": 0.0032078111096270705, + "mean_weighted_sum_quantile_loss": 0.002396430873899772 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64258.66015625 + ], + "predictions": { + "p50": [ + 64002.66957579496, + 64015.58949766996, + 64035.41957579496, + 64001.03871641996, + 64001.03871641996, + 64005.40785704496, + 63999.40785704496, + 64022.07582579496, + 64002.95082579496, + 63989.84926329496, + 64007.11488829496, + 64020.66566954496, + 64051.66176329496, + 64037.19106016996, + 64022.72035704496, + 64004.17934141996, + 63993.56020079496, + 64019.90004454496, + 64011.27895079496, + 64001.03871641996, + 64005.40785704496, + 64019.90004454496, + 64002.95082579496, + 64058.67543516996 + ], + "p10": [ + 63767.027388294955, + 63763.70863829496, + 63762.548872669955, + 63776.93129454496, + 63767.027388294955, + 63793.58129454496, + 63763.70863829496, + 63751.43285704496, + 63751.43285704496, + 63687.91957579496, + 63767.39613829496, + 63745.32973204496, + 63752.11098204496, + 63809.02895079496, + 63767.39613829496, + 63680.66254454495, + 63614.81527891996, + 63776.93129454496, + 63687.91957579496, + 63745.32973204496, + 63752.11098204496, + 63772.17738829496, + 63751.43285704496, + 63767.39613829496 + ], + "p90": [ + 64246.54066954496, + 64246.82465391995, + 64327.97816954496, + 64241.13012266996, + 64240.28676329496, + 64248.78637266996, + 64296.60707579496, + 64253.06137266996, + 64249.57113829496, + 64241.13012266996, + 64251.28676329496, + 64249.38051329496, + 64253.06137266996, + 64327.97816954496, + 64269.03285704496, + 64271.79027891996, + 64246.75863829496, + 64248.72035704496, + 64249.38051329496, + 64251.28676329496, + 64248.97699766995, + 64269.03285704496, + 64251.28676329496, + 64249.57113829496 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_072519.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_072519.json new file mode 100644 index 0000000000000000000000000000000000000000..c82335634509065b655a19d67a555cbc2ac0b74c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_072519.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T07:25:19.399805+00:00", + "metrics": { + "MSE[mean]": 183693.0076491038, + "MSE[0.5]": 183693.0076491038, + "MAE[0.5]": 351.3680013020833, + "MASE[0.5]": 0.332487399812246, + "MAPE[0.5]": 0.005487278271651107, + "sMAPE[0.5]": 0.005491970849564247, + "MSIS": 3.633754674252016, + "RMSE[mean]": 428.5942226035062, + "NRMSE[mean]": 0.006686777417250159, + "ND[0.5]": 0.005481920876065199, + "mean_weighted_sum_quantile_loss": 0.005524833423259513 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64258.66015625 + ], + "predictions": { + "p50": [ + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "p10": [ + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995 + ], + "p90": [ + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_072439.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_072439.json new file mode 100644 index 0000000000000000000000000000000000000000..b5634ca024d26186bcd460dab3d965008ea72adf --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_072439.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T07:24:39.538954+00:00", + "metrics": { + "MSE[mean]": 92560.15543810527, + "MSE[0.5]": 92560.15543810527, + "MAE[0.5]": 232.29833984375, + "MASE[0.5]": 0.2198158930498261, + "MAPE[0.5]": 0.0036334424357562685, + "sMAPE[0.5]": 0.003623942381122567, + "MSIS": 1.4735147323653075, + "RMSE[mean]": 304.2370053726293, + "NRMSE[mean]": 0.0047465995333761425, + "ND[0.5]": 0.003624237591202619, + "mean_weighted_sum_quantile_loss": 0.0034834419467357105 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64258.66015625 + ], + "predictions": { + "p50": [ + 64302.25, + 64311.765625, + 64321.28125, + 64333.96875, + 64333.96875, + 64333.96875, + 64343.484375, + 64343.484375, + 64337.140625, + 64324.453125, + 64311.765625, + 64289.5625, + 64286.390625, + 64276.875, + 64276.875, + 64257.84375, + 64251.5, + 64238.8125, + 64226.125, + 64197.578125, + 64165.859375, + 64124.625, + 64115.109375, + 64081.8046875 + ], + "p10": [ + 64088.1484375, + 64000.921875, + 63931.140625, + 63885.94140625, + 63850.2578125, + 63828.0546875, + 63792.765625, + 63737.65625, + 63682.94140625, + 63627.43359375, + 63586.9921875, + 63534.65625, + 63507.6953125, + 63471.21875, + 63441.0859375, + 63385.578125, + 63377.6484375, + 63338.0, + 63309.453125, + 63265.046875, + 63223.8125, + 63173.0625, + 63144.515625, + 63119.140625 + ], + "p90": [ + 64524.28125, + 64613.09375, + 64689.21875, + 64746.3125, + 64778.03125, + 64797.0625, + 64847.8125, + 64879.53125, + 64898.5625, + 64898.5625, + 64892.21875, + 64911.25, + 64917.59375, + 64936.625, + 64942.96875, + 64962.0, + 64962.0, + 64962.0, + 64968.34375, + 64962.0, + 64936.625, + 64904.90625, + 64923.9375, + 64911.25 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_072034.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_072034.json new file mode 100644 index 0000000000000000000000000000000000000000..06e8ca400871a09cd9020e705d6f18d08b96f84d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_072034.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T07:20:34.523677+00:00", + "metrics": { + "MSE[mean]": 125467.49485270183, + "MSE[0.5]": 80962.97476387024, + "MAE[0.5]": 189.50862630208334, + "MASE[0.5]": 0.179325465516705, + "MAPE[0.5]": 0.002966558040328762, + "sMAPE[0.5]": 0.002958068689009915, + "MSIS": 8.498013879586695, + "RMSE[mean]": 354.21391115073646, + "NRMSE[mean]": 0.005526321767873552, + "ND[0.5]": 0.002956647420567689, + "mean_weighted_sum_quantile_loss": 0.0036358183521821683 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64258.66015625 + ], + "predictions": { + "p50": [ + 64181.921875, + 64180.8984375, + 64185.1875, + 64184.03515625, + 64195.16796875, + 64208.12890625, + 64196.80078125, + 64213.765625, + 64217.1328125, + 64249.66796875, + 64247.4296875, + 64252.1171875, + 64252.13671875, + 64228.109375, + 64244.8671875, + 64233.85546875, + 64240.48046875, + 64272.96875, + 64281.76953125, + 64317.40234375, + 64275.41015625, + 64287.28515625, + 64287.84375, + 64298.2890625 + ], + "p10": [ + 64205.31640625, + 64246.71875, + 64238.6171875, + 64255.1171875, + 64254.5859375, + 64261.6640625, + 64267.37109375, + 64293.44140625, + 64275.66796875, + 64307.19140625, + 64308.69921875, + 64277.47265625, + 64279.69140625, + 64282.1171875, + 64299.453125, + 64304.34765625, + 64285.92578125, + 64353.03515625, + 64350.03125, + 64337.765625, + 64325.9453125, + 64394.046875, + 64339.27734375, + 64337.91015625 + ], + "p90": [ + 64420.19921875, + 64470.296875, + 64499.04296875, + 64514.5625, + 64534.45703125, + 64555.296875, + 64567.421875, + 64589.328125, + 64615.515625, + 64663.34765625, + 64668.98046875, + 64684.640625, + 64699.69921875, + 64699.8515625, + 64727.21875, + 64744.125, + 64758.62109375, + 64791.7265625, + 64820.55078125, + 64820.44921875, + 64802.60546875, + 64827.83203125, + 64814.50390625, + 64806.65234375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_072222.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_072222.json new file mode 100644 index 0000000000000000000000000000000000000000..a73055cc2bf6559ecf12f824a41aaff2d1c0d0d8 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_072222.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T07:22:22.832741+00:00", + "metrics": { + "MSE[mean]": 178120.2142531077, + "MSE[0.5]": 178120.2142531077, + "MAE[0.5]": 337.5828450520833, + "MASE[0.5]": 0.3194429827321957, + "MAPE[0.5]": 0.005280653240742388, + "sMAPE[0.5]": 0.00525906294560229, + "MSIS": 1.8059514613876775, + "RMSE[mean]": 422.0429057016688, + "NRMSE[mean]": 0.006584566058342082, + "ND[0.5]": 0.005266849681344408, + "mean_weighted_sum_quantile_loss": 0.004221876128309493 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64258.66015625 + ], + "predictions": { + "p50": [ + 64224.62890625, + 64252.51953125, + 64280.4921875, + 64302.265625, + 64323.05078125, + 64341.12109375, + 64358.421875, + 64373.91796875, + 64387.79296875, + 64401.125, + 64414.546875, + 64424.5078125, + 64440.3515625, + 64448.921875, + 64461.59375, + 64476.109375, + 64485.8828125, + 64493.34375, + 64505.73046875, + 64512.60546875, + 64512.94140625, + 64519.09765625, + 64530.03515625, + 64533.46484375 + ], + "p10": [ + 64025.5859375, + 63957.89453125, + 63908.73828125, + 63880.41015625, + 63860.28515625, + 63837.45703125, + 63811.9296875, + 63782.7578125, + 63757.54296875, + 63725.12890625, + 63682.546875, + 63644.07421875, + 63621.125, + 63600.6875, + 63576.7578125, + 63555.36328125, + 63527.6015625, + 63503.8515625, + 63492.49609375, + 63468.89453125, + 63447.3203125, + 63435.01171875, + 63416.82421875, + 63392.30078125 + ], + "p90": [ + 64431.5625, + 64530.3671875, + 64623.83984375, + 64704.234375, + 64777.203125, + 64847.07421875, + 64920.4296875, + 64983.10546875, + 65030.640625, + 65080.65234375, + 65124.92578125, + 65154.01171875, + 65189.70703125, + 65229.640625, + 65287.22265625, + 65324.9140625, + 65361.21875, + 65418.03125, + 65480.79296875, + 65534.296875, + 65562.34375, + 65601.46875, + 65644.25, + 65676.3125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_072144.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_072144.json new file mode 100644 index 0000000000000000000000000000000000000000..c1af14aee3cb3b76a4f24fb4a4bf26a6c951797d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_072144.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T07:21:44.995044+00:00", + "metrics": { + "MSE[mean]": 95118.2574742635, + "MSE[0.5]": 95118.2574742635, + "MAE[0.5]": 223.40852864583334, + "MASE[0.5]": 0.21140377185761786, + "MAPE[0.5]": 0.00349623944571531, + "sMAPE[0.5]": 0.0034856622053630296, + "MSIS": 1.821472124545619, + "RMSE[mean]": 308.41247943989475, + "NRMSE[mean]": 0.0048117438219055135, + "ND[0.5]": 0.003485541860773143, + "mean_weighted_sum_quantile_loss": 0.004268292619615591 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64258.66015625 + ], + "predictions": { + "p50": [ + 64245.96484375, + 64258.79296875, + 64269.3125, + 64276.3359375, + 64283.12109375, + 64288.890625, + 64287.640625, + 64295.42578125, + 64289.5234375, + 64293.09765625, + 64296.078125, + 64294.609375, + 64290.328125, + 64291.1796875, + 64287.8203125, + 64289.60546875, + 64289.48828125, + 64290.0078125, + 64290.0859375, + 64289.68359375, + 64288.12890625, + 64284.578125, + 64282.19140625, + 64283.36328125 + ], + "p10": [ + 64009.44921875, + 63922.93359375, + 63847.6640625, + 63779.8671875, + 63712.87109375, + 63643.74609375, + 63573.10546875, + 63521.07421875, + 63460.50390625, + 63407.9609375, + 63349.015625, + 63290.484375, + 63221.84375, + 63158.109375, + 63105.65625, + 63067.55078125, + 63004.79296875, + 62952.68359375, + 62894.265625, + 62852.98828125, + 62823.20703125, + 62766.94921875, + 62704.19140625, + 62658.03125 + ], + "p90": [ + 64466.4609375, + 64565.19140625, + 64648.953125, + 64712.7421875, + 64789.2109375, + 64853.23046875, + 64909.34765625, + 64971.0078125, + 65039.46875, + 65083.1015625, + 65157.4453125, + 65213.71484375, + 65272.8828125, + 65330.53515625, + 65376.46484375, + 65422.41796875, + 65475.03125, + 65517.59375, + 65573.1015625, + 65613.6015625, + 65658.0703125, + 65714.8125, + 65760.71875, + 65801.5859375 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_072519.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_072519.json new file mode 100644 index 0000000000000000000000000000000000000000..256ff189657060989d0bdafe2bd0909151610af5 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_072519.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "ARIMA", + "evaluated_at": "2026-06-22T07:25:19.143678+00:00", + "metrics": { + "MSE[mean]": 17.29432923734014, + "MSE[0.5]": 15.331562174013131, + "MAE[0.5]": 3.207185477220902, + "MASE[0.5]": 0.5943818645042599, + "MAPE[0.5]": 0.8147561773391233, + "sMAPE[0.5]": 0.4065410658434571, + "MSIS": 3.928371024171724, + "RMSE[mean]": 4.158645120389589, + "NRMSE[mean]": 0.5308908664327135, + "ND[0.5]": 0.4094279332622428, + "mean_weighted_sum_quantile_loss": 0.321670528051352 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 51.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 18.0, + 19.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 17.0, + 20.0, + 11.0, + 21.0, + 12.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 8.0, + 10.0, + 7.0, + 11.0, + 13.0, + 13.0, + 4.0, + 9.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0, + 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0 + ], + "actual": [ + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 9.0, + 9.0, + 5.0, + 18.0, + 7.0, + 12.0, + 12.0, + 11.0, + 1.0 + ], + "predictions": { + "p50": [ + 9.702381466125548, + 9.703585615574749, + 10.141843612461727, + 10.25031755444606, + 10.613285289241237, + 9.68911006353797, + 9.277315927413365, + 9.571442896741654, + 9.745999344948846, + 9.68770523363009, + 9.686300605933525, + 9.85889943111613, + 9.821792844540962, + 9.687705233625302, + 10.035996900814634, + 9.745999344880204, + 10.319022474247738, + 9.689109861317412, + 9.872888710434214, + 9.171785308476455, + 10.383991800253474, + 9.784686257965811, + 9.983202622762878, + 9.693640824952615 + ], + "p10": [ + 5.198081139439987, + 5.066985417961589, + 5.049030863261429, + 4.958385505710564, + 5.2222350818278835, + 5.33072863634561, + 4.850883444781219, + 5.149617191584199, + 5.058445255100209, + 5.190430595448951, + 5.0756543754259305, + 4.958343948563242, + 5.373037538735985, + 4.850883430674853, + 5.170869773048726, + 5.2192693666368735, + 4.850883430674853, + 5.077566499913822, + 4.381166886173793, + 4.4705311322641, + 5.2077656146127795, + 4.812848200833779, + 5.222232182912664, + 5.190430595444162 + ], + "p90": [ + 15.666101709973631, + 15.475097480867834, + 15.467153056814507, + 15.543716503106584, + 15.832918337188715, + 15.017194883066555, + 15.549231874037348, + 15.674432871044914, + 15.383902158863696, + 15.679989784037422, + 14.755785556795942, + 15.435099135860945, + 15.466557317937813, + 15.43509913586092, + 15.43509913586092, + 15.468000706499105, + 15.679989784032633, + 15.468000706499105, + 15.020528915811584, + 15.438244954068608, + 15.43509913586092, + 15.9099688120399, + 15.34471013753335, + 15.341375902567762 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_071952.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_071952.json new file mode 100644 index 0000000000000000000000000000000000000000..c6f24894068fdb63338a4a3acffaeeb246ca9dee --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_071952.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T07:19:52.580659+00:00", + "metrics": { + "MSE[mean]": 12.615148679719065, + "MSE[0.5]": 12.615148679719065, + "MAE[0.5]": 2.8531061808268228, + "MASE[0.5]": 0.5287609910412645, + "MAPE[0.5]": 0.7136012232277816, + "sMAPE[0.5]": 0.3738198350529521, + "MSIS": 5.186454471013722, + "RMSE[mean]": 3.551781057401915, + "NRMSE[mean]": 0.45341885839173385, + "ND[0.5]": 0.36422632095661567, + "mean_weighted_sum_quantile_loss": 0.2883898271736524 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 51.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 18.0, + 19.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 17.0, + 20.0, + 11.0, + 21.0, + 12.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 8.0, + 10.0, + 7.0, + 11.0, + 13.0, + 13.0, + 4.0, + 9.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0, + 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0 + ], + "actual": [ + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 9.0, + 9.0, + 5.0, + 18.0, + 7.0, + 12.0, + 12.0, + 11.0, + 1.0 + ], + "predictions": { + "p50": [ + 9.22307014465332, + 8.97199821472168, + 8.782938003540039, + 8.620039939880371, + 8.478632926940918, + 8.458138465881348, + 8.430789947509766, + 8.461468696594238, + 8.482441902160645, + 8.510765075683594, + 8.573057174682617, + 8.771753311157227, + 8.9918212890625, + 9.215255737304688, + 9.41230583190918, + 9.480951309204102, + 9.53805923461914, + 9.602348327636719, + 9.6981201171875, + 9.644797325134277, + 9.523150444030762, + 9.35339069366455, + 9.062170028686523, + 8.80073356628418 + ], + "p10": [ + 5.711254119873047, + 5.506582260131836, + 5.343378067016602, + 5.203473091125488, + 5.180488586425781, + 5.109743118286133, + 5.056924819946289, + 4.974724769592285, + 5.013664245605469, + 5.097020149230957, + 5.0827789306640625, + 5.179377555847168, + 5.30952262878418, + 5.412145614624023, + 5.496306419372559, + 5.537016868591309, + 5.57784366607666, + 5.560296058654785, + 5.586363792419434, + 5.609332084655762, + 5.439667701721191, + 5.317150115966797, + 5.176200866699219, + 4.958113670349121 + ], + "p90": [ + 13.823712348937988, + 13.647093772888184, + 13.513863563537598, + 13.34196949005127, + 13.192622184753418, + 13.172270774841309, + 13.228825569152832, + 13.326277732849121, + 13.37038803100586, + 13.443166732788086, + 13.493952751159668, + 13.831113815307617, + 14.20710563659668, + 14.567224502563477, + 14.78176212310791, + 14.913378715515137, + 14.63667106628418, + 14.820719718933105, + 14.901313781738281, + 14.96334171295166, + 14.829869270324707, + 14.745760917663574, + 14.401092529296875, + 14.078737258911133 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_072519.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_072519.json new file mode 100644 index 0000000000000000000000000000000000000000..5321af9a5f5358a0391a9ef7f8a85654f91e6365 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_072519.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "ETS", + "evaluated_at": "2026-06-22T07:25:19.310994+00:00", + "metrics": { + "MSE[mean]": 14.125357831372744, + "MSE[0.5]": 15.774941647623715, + "MAE[0.5]": 3.377050349670025, + "MASE[0.5]": 0.6258626130662596, + "MAPE[0.5]": 0.7811908463746745, + "sMAPE[0.5]": 0.427510568707923, + "MSIS": 4.728184947762341, + "RMSE[mean]": 3.7583716994694316, + "NRMSE[mean]": 0.4797921318471615, + "ND[0.5]": 0.4311128105961734, + "mean_weighted_sum_quantile_loss": 0.3242525935689566 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 51.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 18.0, + 19.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 17.0, + 20.0, + 11.0, + 21.0, + 12.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 8.0, + 10.0, + 7.0, + 11.0, + 13.0, + 13.0, + 4.0, + 9.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0, + 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0 + ], + "actual": [ + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 9.0, + 9.0, + 5.0, + 18.0, + 7.0, + 12.0, + 12.0, + 11.0, + 1.0 + ], + "predictions": { + "p50": [ + 10.695537417290423, + 9.639649613813045, + 10.583761810335668, + 9.52787400685829, + 10.471986203380913, + 9.416098399903538, + 10.36021059642616, + 10.304322792948783, + 10.248434989471406, + 9.192547185994028, + 9.136659382516651, + 10.080771579039274, + 9.524883775561896, + 9.96899597208452, + 9.913108168607142, + 7.857220365129765, + 9.801332561652387, + 8.74544475817501, + 9.189556954697634, + 9.633669151220257, + 9.57778134774288, + 8.521893544265502, + 8.466005740788125, + 8.410117937310748 + ], + "p10": [ + 1.5955374172904255, + 2.639649613813046, + 3.5837618103356688, + 0.5278740068582906, + 0.47198620338091324, + 0.4160983999035377, + 0.3602105964261604, + 2.304322792948784, + 0.24843498947140574, + 0.19254718599402842, + 0.1366593825166511, + 1.880771579039279, + 2.0248837755618974, + 2.96899597208452, + 1.8131081686071449, + -0.14277963487023548, + 0.7013325616523901, + -0.2545552418249901, + -0.31044304530236566, + -0.366330848779743, + -0.4222186522571203, + -0.4781064557344976, + 1.366005740788128, + 1.3101179373107508 + ], + "p90": [ + 16.695537417290424, + 16.639649613813045, + 15.683761810335664, + 14.52787400685829, + 16.471986203380915, + 16.41609839990354, + 16.36021059642616, + 16.304322792948785, + 16.248434989471406, + 16.19254718599403, + 15.136659382516651, + 16.080771579039276, + 16.024883775561896, + 15.968995972084521, + 15.913108168607142, + 15.857220365129766, + 14.801332561652387, + 14.745444758175012, + 15.689556954697636, + 15.633669151220257, + 14.577781347742881, + 15.621893544265497, + 14.466005740788127, + 15.410117937310748 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_072408.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_072408.json new file mode 100644 index 0000000000000000000000000000000000000000..e4dd746853f95a0b5b15f8fba45c0902221a4dab --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_072408.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T07:24:08.948787+00:00", + "metrics": { + "MSE[mean]": 23.624820786826643, + "MSE[0.5]": 19.93275431530164, + "MAE[0.5]": 3.703485131263733, + "MASE[0.5]": 0.6863601787670239, + "MAPE[0.5]": 0.9322025494722578, + "sMAPE[0.5]": 0.4489365841510799, + "MSIS": 6.6084890733814605, + "RMSE[mean]": 4.860537088308929, + "NRMSE[mean]": 0.6204940963798633, + "ND[0.5]": 0.47278533590600846, + "mean_weighted_sum_quantile_loss": 0.35090732399735325 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 51.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 18.0, + 19.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 17.0, + 20.0, + 11.0, + 21.0, + 12.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 8.0, + 10.0, + 7.0, + 11.0, + 13.0, + 13.0, + 4.0, + 9.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0, + 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0 + ], + "actual": [ + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 9.0, + 9.0, + 5.0, + 18.0, + 7.0, + 12.0, + 12.0, + 11.0, + 1.0 + ], + "predictions": { + "p50": [ + 11.545300483703613, + 11.165842056274414, + 10.737977504730225, + 10.313555717468262, + 9.92825984954834, + 10.5848388671875, + 10.573546409606934, + 10.564475059509277, + 11.153186321258545, + 10.484426021575928, + 10.159037590026855, + 9.91257095336914, + 10.49617624282837, + 11.439327716827393, + 11.220669269561768, + 11.021763324737549, + 10.502617835998535, + 9.786199569702148, + 10.227341651916504, + 10.477043151855469, + 10.494266510009766, + 11.15963077545166, + 11.193700790405273, + 10.274272918701172 + ], + "p10": [ + 6.2371604442596436, + 6.103100776672363, + 6.609089612960815, + 6.198550462722778, + 5.984720706939697, + 6.30132794380188, + 6.9309914112091064, + 6.293870449066162, + 6.889791488647461, + 5.93556547164917, + 5.966241836547852, + 5.832277297973633, + 6.038344860076904, + 6.864275932312012, + 6.40354061126709, + 6.8319642543792725, + 6.250882387161255, + 5.5022873878479, + 5.447348117828369, + 5.85498046875, + 6.562279939651489, + 6.730733394622803, + 5.497725009918213, + 5.827225208282471 + ], + "p90": [ + 18.458056449890137, + 17.753692626953125, + 16.19375991821289, + 17.06281566619873, + 15.348764896392822, + 16.38248634338379, + 16.292773246765137, + 17.06340789794922, + 17.08810806274414, + 17.155168533325195, + 16.12420654296875, + 15.3085036277771, + 17.347603797912598, + 17.968534469604492, + 17.66603183746338, + 17.43047332763672, + 17.178085327148438, + 16.50553321838379, + 16.587711334228516, + 17.61264419555664, + 16.704334259033203, + 19.06141757965088, + 18.386287689208984, + 17.14772319793701 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_072519.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_072519.json new file mode 100644 index 0000000000000000000000000000000000000000..8d54b510aa29de2adcd1bfe25cd3c680facde6bf --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_072519.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T07:25:19.384754+00:00", + "metrics": { + "MSE[mean]": 18.654449320445845, + "MSE[0.5]": 22.407124125003488, + "MAE[0.5]": 4.0029108449767135, + "MASE[0.5]": 0.7418522029300472, + "MAPE[0.5]": 0.9903496098231628, + "sMAPE[0.5]": 0.47341226158490485, + "MSIS": 4.72818494776234, + "RMSE[mean]": 4.31907968442883, + "NRMSE[mean]": 0.5513718746079358, + "ND[0.5]": 0.5110098951034102, + "mean_weighted_sum_quantile_loss": 0.3758136917654054 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 51.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 18.0, + 19.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 17.0, + 20.0, + 11.0, + 21.0, + 12.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 8.0, + 10.0, + 7.0, + 11.0, + 13.0, + 13.0, + 4.0, + 9.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0, + 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0 + ], + "actual": [ + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 9.0, + 9.0, + 5.0, + 18.0, + 7.0, + 12.0, + 12.0, + 11.0, + 1.0 + ], + "predictions": { + "p50": [ + 11.56686626746507, + 10.56686626746507, + 11.56686626746507, + 10.56686626746507, + 11.56686626746507, + 10.56686626746507, + 11.56686626746507, + 11.56686626746507, + 11.56686626746507, + 10.56686626746507, + 10.56686626746507, + 11.56686626746507, + 11.06686626746507, + 11.56686626746507, + 11.56686626746507, + 9.56686626746507, + 11.56686626746507, + 10.56686626746507, + 11.06686626746507, + 11.56686626746507, + 11.56686626746507, + 10.56686626746507, + 10.56686626746507, + 10.56686626746507 + ], + "p10": [ + 2.4668662674650728, + 3.5668662674650706, + 4.566866267465071, + 1.5668662674650697, + 1.5668662674650697, + 1.5668662674650697, + 1.5668662674650697, + 3.5668662674650706, + 1.5668662674650697, + 1.5668662674650697, + 1.5668662674650697, + 3.366866267465075, + 3.5668662674650706, + 4.566866267465071, + 3.4668662674650728, + 1.5668662674650697, + 2.4668662674650728, + 1.5668662674650697, + 1.5668662674650697, + 1.5668662674650697, + 1.5668662674650697, + 1.5668662674650697, + 3.4668662674650728, + 3.4668662674650728 + ], + "p90": [ + 17.56686626746507, + 17.56686626746507, + 16.666866267465064, + 15.56686626746507, + 17.56686626746507, + 17.56686626746507, + 17.56686626746507, + 17.56686626746507, + 17.56686626746507, + 17.56686626746507, + 16.56686626746507, + 17.56686626746507, + 17.56686626746507, + 17.56686626746507, + 17.56686626746507, + 17.56686626746507, + 16.56686626746507, + 16.56686626746507, + 17.56686626746507, + 17.56686626746507, + 16.56686626746507, + 17.666866267465064, + 16.56686626746507, + 17.56686626746507 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_072519.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_072519.json new file mode 100644 index 0000000000000000000000000000000000000000..4b06576dfceb35b6fb9d847052c8271dbae6fee1 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_072519.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T07:25:19.438027+00:00", + "metrics": { + "MSE[mean]": 30.666666666666668, + "MSE[0.5]": 30.666666666666668, + "MAE[0.5]": 4.416666666666667, + "MASE[0.5]": 0.8185328185328186, + "MAPE[0.5]": 1.0774681337181338, + "sMAPE[0.5]": 0.5147247896196274, + "MSIS": 30.771274267067355, + "RMSE[mean]": 5.5377492419453835, + "NRMSE[mean]": 0.7069467117377085, + "ND[0.5]": 0.5638297872340425, + "mean_weighted_sum_quantile_loss": 0.5563947990543734 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 51.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 18.0, + 19.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 17.0, + 20.0, + 11.0, + 21.0, + 12.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 8.0, + 10.0, + 7.0, + 11.0, + 13.0, + 13.0, + 4.0, + 9.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0, + 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0 + ], + "actual": [ + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 9.0, + 9.0, + 5.0, + 18.0, + 7.0, + 12.0, + 12.0, + 11.0, + 1.0 + ], + "predictions": { + "p50": [ + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0, + 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0 + ], + "p10": [ + 11.76, + 11.76, + 10.78, + 14.7, + 9.8, + 9.8, + 6.859999999999999, + 6.859999999999999, + 9.8, + 10.78, + 5.88, + 12.74, + 12.74, + 13.719999999999999, + 8.82, + 9.8, + 12.74, + 8.82, + 11.76, + 10.78, + 1.96, + 6.859999999999999, + 11.76, + 11.76 + ], + "p90": [ + 12.24, + 12.24, + 11.22, + 15.3, + 10.2, + 10.2, + 7.140000000000001, + 7.140000000000001, + 10.2, + 11.22, + 6.12, + 13.26, + 13.26, + 14.280000000000001, + 9.18, + 10.2, + 13.26, + 9.18, + 12.24, + 11.22, + 2.04, + 7.140000000000001, + 12.24, + 12.24 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_072510.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_072510.json new file mode 100644 index 0000000000000000000000000000000000000000..a9cb49e0f5f69542b236b28a122024a4015016ef --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_072510.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T07:25:10.594048+00:00", + "metrics": { + "MSE[mean]": 23.19406142194445, + "MSE[0.5]": 23.19406142194445, + "MAE[0.5]": 4.041201273600261, + "MASE[0.5]": 0.7489484985822877, + "MAPE[0.5]": 1.03334392696232, + "sMAPE[0.5]": 0.47492267812534, + "MSIS": 7.55590396129947, + "RMSE[mean]": 4.816021326981895, + "NRMSE[mean]": 0.6148112332317313, + "ND[0.5]": 0.5158980349276928, + "mean_weighted_sum_quantile_loss": 0.36942679042229976 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 51.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 18.0, + 19.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 17.0, + 20.0, + 11.0, + 21.0, + 12.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 8.0, + 10.0, + 7.0, + 11.0, + 13.0, + 13.0, + 4.0, + 9.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0, + 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0 + ], + "actual": [ + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 9.0, + 9.0, + 5.0, + 18.0, + 7.0, + 12.0, + 12.0, + 11.0, + 1.0 + ], + "predictions": { + "p50": [ + 10.8070068359375, + 10.9837646484375, + 10.5860595703125, + 10.56396484375, + 10.7628173828125, + 11.005859375, + 11.226806640625, + 11.2930908203125, + 11.1826171875, + 11.09423828125, + 11.1163330078125, + 11.43670654296875, + 11.6024169921875, + 11.67974853515625, + 11.62451171875, + 11.63555908203125, + 11.3814697265625, + 11.1605224609375, + 11.50299072265625, + 11.6466064453125, + 11.80126953125, + 11.81231689453125, + 11.83441162109375, + 11.48089599609375 + ], + "p10": [ + 6.012451171875, + 6.277587890625, + 5.924072265625, + 6.012451171875, + 6.189208984375, + 6.41015625, + 6.5869140625, + 6.719482421875, + 6.542724609375, + 6.454345703125, + 6.5869140625, + 6.807861328125, + 6.984619140625, + 7.072998046875, + 7.1171875, + 6.9404296875, + 6.763671875, + 6.5869140625, + 6.85205078125, + 6.984619140625, + 7.161376953125, + 7.20556640625, + 7.072998046875, + 6.85205078125 + ], + "p90": [ + 15.468994140625, + 15.94403076171875, + 15.83355712890625, + 15.910888671875, + 16.14288330078125, + 16.40802001953125, + 16.6400146484375, + 16.6400146484375, + 16.65106201171875, + 16.47430419921875, + 16.5516357421875, + 16.93829345703125, + 17.0819091796875, + 17.1923828125, + 17.0377197265625, + 17.10400390625, + 17.148193359375, + 16.794677734375, + 17.0819091796875, + 17.2144775390625, + 17.413330078125, + 17.4354248046875, + 17.5679931640625, + 17.0819091796875 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_072108.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_072108.json new file mode 100644 index 0000000000000000000000000000000000000000..408ba1b09be66a038ce3c58533e03e8b60a4a5b0 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_072108.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T07:21:08.862809+00:00", + "metrics": { + "MSE[mean]": 16.623645979254132, + "MSE[0.5]": 13.30137498064956, + "MAE[0.5]": 2.9055436849594116, + "MASE[0.5]": 0.5384791385252964, + "MAPE[0.5]": 0.727943412958859, + "sMAPE[0.5]": 0.37864987451715465, + "MSIS": 25.095152873330136, + "RMSE[mean]": 4.077210563516941, + "NRMSE[mean]": 0.5204949655553541, + "ND[0.5]": 0.3709204704203504, + "mean_weighted_sum_quantile_loss": 0.4376976382929665 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 51.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 18.0, + 19.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 17.0, + 20.0, + 11.0, + 21.0, + 12.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 8.0, + 10.0, + 7.0, + 11.0, + 13.0, + 13.0, + 4.0, + 9.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0, + 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0 + ], + "actual": [ + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 9.0, + 9.0, + 5.0, + 18.0, + 7.0, + 12.0, + 12.0, + 11.0, + 1.0 + ], + "predictions": { + "p50": [ + 8.818899154663086, + 8.826336860656738, + 8.834515571594238, + 8.780776977539062, + 8.786222457885742, + 8.79813003540039, + 8.831090927124023, + 8.928403854370117, + 8.836782455444336, + 8.964775085449219, + 9.094261169433594, + 9.330228805541992, + 9.428850173950195, + 9.475944519042969, + 9.538326263427734, + 9.59507942199707, + 9.415628433227539, + 9.505762100219727, + 9.321794509887695, + 9.253952980041504, + 9.27787971496582, + 9.035486221313477, + 8.955455780029297, + 8.965667724609375 + ], + "p10": [ + 10.068086624145508, + 10.064708709716797, + 10.13713264465332, + 10.137125015258789, + 10.232626914978027, + 10.108553886413574, + 10.281303405761719, + 10.311408042907715, + 10.247259140014648, + 10.162576675415039, + 10.524920463562012, + 10.750326156616211, + 10.96181869506836, + 10.922161102294922, + 11.088175773620605, + 10.976556777954102, + 10.970648765563965, + 11.037617683410645, + 10.918391227722168, + 10.66149616241455, + 10.5721435546875, + 10.444125175476074, + 10.370416641235352, + 10.433573722839355 + ], + "p90": [ + 12.888867378234863, + 13.011700630187988, + 13.115233421325684, + 13.11057186126709, + 13.11886978149414, + 13.184206008911133, + 13.234992980957031, + 13.330534934997559, + 13.329513549804688, + 13.497282981872559, + 13.660500526428223, + 13.882305145263672, + 13.921855926513672, + 14.042448997497559, + 14.107527732849121, + 14.109976768493652, + 14.0173978805542, + 14.127817153930664, + 13.926416397094727, + 13.881126403808594, + 13.820895195007324, + 13.649712562561035, + 13.60859203338623, + 13.573751449584961 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260622_072301.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260622_072301.json new file mode 100644 index 0000000000000000000000000000000000000000..f270a9a8c063455a43cfa49ed0ba39adfe8efa07 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260622_072301.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TiRex", + "evaluated_at": "2026-06-22T07:23:01.876025+00:00", + "metrics": { + "MSE[mean]": 17.542497988407565, + "MSE[0.5]": 17.542497988407565, + "MAE[0.5]": 3.4259012937545776, + "MASE[0.5]": 0.6349160698850184, + "MAPE[0.5]": 0.8733453764285876, + "sMAPE[0.5]": 0.4254204087184532, + "MSIS": 5.1855759049934775, + "RMSE[mean]": 4.188376533742825, + "NRMSE[mean]": 0.5346863660097223, + "ND[0.5]": 0.43734910133037164, + "mean_weighted_sum_quantile_loss": 0.32638692867107705 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 51.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 18.0, + 19.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 17.0, + 20.0, + 11.0, + 21.0, + 12.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 8.0, + 10.0, + 7.0, + 11.0, + 13.0, + 13.0, + 4.0, + 9.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0, + 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0 + ], + "actual": [ + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 9.0, + 9.0, + 5.0, + 18.0, + 7.0, + 12.0, + 12.0, + 11.0, + 1.0 + ], + "predictions": { + "p50": [ + 10.527393341064453, + 10.381915092468262, + 10.084619522094727, + 9.817359924316406, + 9.865341186523438, + 10.003509521484375, + 10.207015991210938, + 10.315494537353516, + 10.340353012084961, + 10.16706657409668, + 10.04136848449707, + 10.204354286193848, + 10.362508773803711, + 10.432785987854004, + 10.38829517364502, + 10.238000869750977, + 9.910744667053223, + 9.659080505371094, + 9.823867797851562, + 10.059086799621582, + 10.219246864318848, + 10.224152565002441, + 10.257721900939941, + 10.14903450012207 + ], + "p10": [ + 6.085923194885254, + 5.843406677246094, + 5.551578521728516, + 5.23017692565918, + 5.231332778930664, + 5.269747734069824, + 5.415275573730469, + 5.488480567932129, + 5.517561912536621, + 5.305459976196289, + 5.087151527404785, + 5.224506378173828, + 5.383833885192871, + 5.4084930419921875, + 5.336719512939453, + 5.128198623657227, + 4.74461555480957, + 4.446520805358887, + 4.646373748779297, + 4.872858047485352, + 5.002504348754883, + 5.0164031982421875, + 5.034819602966309, + 4.875031471252441 + ], + "p90": [ + 15.460389137268066, + 15.190553665161133, + 14.962967872619629, + 14.715038299560547, + 14.7703218460083, + 14.993819236755371, + 15.39682388305664, + 15.651275634765625, + 15.731687545776367, + 15.598895072937012, + 15.537551879882812, + 15.779829978942871, + 15.982759475708008, + 16.03573989868164, + 15.922528266906738, + 15.7027587890625, + 15.376350402832031, + 15.224041938781738, + 15.531062126159668, + 15.894218444824219, + 16.118579864501953, + 16.218647003173828, + 16.305259704589844, + 16.220394134521484 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260622_072211.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260622_072211.json new file mode 100644 index 0000000000000000000000000000000000000000..ec58a6302840060208e861e74d395fe75dc04017 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260622_072211.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T07:22:11.072001+00:00", + "metrics": { + "MSE[mean]": 16.37540758501052, + "MSE[0.5]": 16.37540758501052, + "MAE[0.5]": 3.328518271446228, + "MASE[0.5]": 0.6168682510788376, + "MAPE[0.5]": 0.8414996719578243, + "sMAPE[0.5]": 0.41781206312215174, + "MSIS": 4.731771999344403, + "RMSE[mean]": 4.04665387511837, + "NRMSE[mean]": 0.5165941117172387, + "ND[0.5]": 0.42491722614207167, + "mean_weighted_sum_quantile_loss": 0.3121561067324159 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 51.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 18.0, + 19.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 17.0, + 20.0, + 11.0, + 21.0, + 12.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 8.0, + 10.0, + 7.0, + 11.0, + 13.0, + 13.0, + 4.0, + 9.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0, + 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0 + ], + "actual": [ + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 9.0, + 9.0, + 5.0, + 18.0, + 7.0, + 12.0, + 12.0, + 11.0, + 1.0 + ], + "predictions": { + "p50": [ + 10.230545997619629, + 10.159429550170898, + 10.098926544189453, + 10.02462387084961, + 9.938482284545898, + 9.837891578674316, + 9.880845069885254, + 9.951688766479492, + 9.932039260864258, + 9.910459518432617, + 9.918241500854492, + 9.938664436340332, + 9.935386657714844, + 9.920852661132812, + 9.917216300964355, + 9.899267196655273, + 9.818340301513672, + 9.775630950927734, + 9.807441711425781, + 9.864849090576172, + 9.861324310302734, + 9.853872299194336, + 9.857475280761719, + 9.864282608032227 + ], + "p10": [ + 5.8952226638793945, + 5.826465606689453, + 5.594808578491211, + 5.53569221496582, + 5.4520673751831055, + 5.282693862915039, + 5.277132034301758, + 5.315608978271484, + 5.25004768371582, + 5.126106262207031, + 5.145037651062012, + 5.120347023010254, + 5.028104782104492, + 4.919541358947754, + 4.899449348449707, + 4.912590980529785, + 4.717351913452148, + 4.595858573913574, + 4.546679496765137, + 4.567534446716309, + 4.536670684814453, + 4.494470596313477, + 4.440367698669434, + 4.459620475769043 + ], + "p90": [ + 14.115757942199707, + 14.206928253173828, + 14.347023963928223, + 14.232504844665527, + 14.221439361572266, + 14.162363052368164, + 14.250496864318848, + 14.447928428649902, + 14.459758758544922, + 14.426774024963379, + 14.479593276977539, + 14.557811737060547, + 14.621712684631348, + 14.655353546142578, + 14.776504516601562, + 14.698760986328125, + 14.701536178588867, + 14.702181816101074, + 14.785377502441406, + 14.960516929626465, + 14.971761703491211, + 14.973978042602539, + 15.002289772033691, + 15.042773246765137 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_072519.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_072519.json new file mode 100644 index 0000000000000000000000000000000000000000..6d60282f27999ad03468f920dde39191903116c0 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_072519.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-22T07:25:19.176946+00:00", + "metrics": { + "MSE[mean]": 2143.812671225657, + "MSE[0.5]": 676.9687257314522, + "MAE[0.5]": 25.94371947808897, + "MASE[0.5]": 0.9962388279586164, + "MAPE[0.5]": 0.011218152888442424, + "sMAPE[0.5]": 0.011182775447210557, + "MSIS": 7.116280490013086, + "RMSE[mean]": 46.30132472430629, + "NRMSE[mean]": 0.020004172698170133, + "ND[0.5]": 0.011208807695303965, + "mean_weighted_sum_quantile_loss": 0.00907830222399508 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2327.1150488073686, + 2327.002273789196, + 2327.155175123041, + 2327.347664129628, + 2327.2328109716796, + 2327.062476079931, + 2326.9448335898196, + 2326.8248695823377, + 2327.3211343093726, + 2327.0708620363052, + 2327.1158641990073, + 2327.293884927081, + 2327.3561023930984, + 2327.0791956875332, + 2327.352241971248, + 2327.1525325528305, + 2327.2439599668246, + 2327.070862323557, + 2327.3211332512783, + 2327.0625289580366, + 2327.293884948254, + 2327.238288083333, + 2327.356102387351, + 2327.356102387351 + ], + "p10": [ + 2305.5206473143744, + 2303.505577108948, + 2307.593391753396, + 2310.8357009858278, + 2307.402231605443, + 2307.5906963051953, + 2303.5153251370803, + 2302.063178366582, + 2307.5907502413975, + 2302.63190610141, + 2308.5209128789743, + 2305.484794174927, + 2310.6045631537863, + 2305.7036256850683, + 2305.7036256870524, + 2303.515310781222, + 2305.4847941961307, + 2303.3350179921663, + 2307.5907491833036, + 2308.5209128009865, + 2311.1088790442845, + 2305.4847941961, + 2310.8364184104994, + 2303.413141503676 + ], + "p90": [ + 2330.729723234981, + 2329.185895960124, + 2337.035458241222, + 2356.527725869352, + 2343.6007868853703, + 2327.595028821092, + 2329.9895571886245, + 2327.595069274349, + 2356.528444352119, + 2337.032815383867, + 2343.600592191549, + 2342.8793246258992, + 2337.6094524915084, + 2329.989542831321, + 2356.5284432944463, + 2344.893377231492, + 2337.6094524857913, + 2330.693870116698, + 2330.6938701167087, + 2337.60945248576, + 2337.609452485761, + 2342.8793246470723, + 2329.9895428328823, + 2342.7991838174626 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_072000.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_072000.json new file mode 100644 index 0000000000000000000000000000000000000000..3c9dadee7f0c57a64969bd049856b9b346e505b8 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_072000.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T07:20:00.116467+00:00", + "metrics": { + "MSE[mean]": 1753.8084799225132, + "MSE[0.5]": 1753.8084799225132, + "MAE[0.5]": 35.394622802734375, + "MASE[0.5]": 1.3591535156249999, + "MAPE[0.5]": 0.015387577382716141, + "sMAPE[0.5]": 0.015223600646476406, + "MSIS": 53.356233984375, + "RMSE[mean]": 41.878496629207135, + "NRMSE[mean]": 0.01809331987580506, + "ND[0.5]": 0.01529200625140639, + "mean_weighted_sum_quantile_loss": 0.016362197840877838 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2349.740234375, + 2349.655029296875, + 2349.48486328125, + 2349.28759765625, + 2349.260498046875, + 2349.440185546875, + 2349.52783203125, + 2349.575927734375, + 2349.6376953125, + 2349.760986328125, + 2349.931396484375, + 2349.8544921875, + 2349.911376953125, + 2350.07568359375, + 2349.944580078125, + 2349.693603515625, + 2349.334228515625, + 2349.455078125, + 2348.98193359375, + 2349.53125, + 2349.8779296875, + 2350.268798828125, + 2350.1796875, + 2349.8525390625 + ], + "p10": [ + 2347.45751953125, + 2347.27685546875, + 2347.369384765625, + 2347.6328125, + 2347.618408203125, + 2347.625732421875, + 2347.80712890625, + 2347.86181640625, + 2347.757568359375, + 2347.73779296875, + 2347.60546875, + 2347.90185546875, + 2348.256103515625, + 2347.78857421875, + 2347.427490234375, + 2347.458251953125, + 2346.60888671875, + 2346.14697265625, + 2346.235107421875, + 2346.587158203125, + 2346.46435546875, + 2346.183349609375, + 2346.616455078125, + 2346.417236328125 + ], + "p90": [ + 2381.05859375, + 2385.12646484375, + 2385.173828125, + 2389.015625, + 2391.37939453125, + 2393.20654296875, + 2397.49853515625, + 2397.225341796875, + 2399.390625, + 2405.04833984375, + 2405.792724609375, + 2408.101806640625, + 2409.075439453125, + 2409.150146484375, + 2412.634521484375, + 2411.505615234375, + 2403.84912109375, + 2407.092529296875, + 2407.1982421875, + 2407.604248046875, + 2407.277099609375, + 2408.426025390625, + 2408.4267578125, + 2409.05322265625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_072519.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_072519.json new file mode 100644 index 0000000000000000000000000000000000000000..641a85694bac60c068390dfce51d9d6e88784e8b --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_072519.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-22T07:25:19.327199+00:00", + "metrics": { + "MSE[mean]": 1383.9516905745024, + "MSE[0.5]": 1388.5912135124327, + "MAE[0.5]": 32.57906321392136, + "MASE[0.5]": 1.2510360274145802, + "MAPE[0.5]": 0.014152935666226532, + "sMAPE[0.5]": 0.01402398170840965, + "MSIS": 22.499581810567236, + "RMSE[mean]": 37.20150118710941, + "NRMSE[mean]": 0.016072655778409103, + "ND[0.5]": 0.014075562864700497, + "mean_weighted_sum_quantile_loss": 0.012505539690615564 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2345.953299113734, + 2345.835198797481, + 2345.717098481228, + 2345.5989981649745, + 2345.4808978487217, + 2345.3627975324684, + 2345.244697216215, + 2345.1265968999624, + 2345.008496583709, + 2344.8903962674563, + 2344.772295951203, + 2344.6541956349497, + 2344.536095318697, + 2344.4179950024436, + 2344.2998946861903, + 2344.1817943699375, + 2344.0636940536842, + 2343.945593737431, + 2343.827493421178, + 2343.709393104925, + 2343.5912927886716, + 2343.4731924724188, + 2343.3550921561655, + 2343.2369918399127 + ], + "p10": [ + 2345.953299113734, + 2345.835198797481, + 2345.717098481228, + 2295.5989981649745, + 2340.4808978487217, + 2345.3627975324684, + 2295.244697216215, + 2345.1265968999624, + 2345.008496583709, + 2294.8903962674563, + 2294.772295951203, + 2294.6541956349497, + 2294.536095318697, + 2294.4179950024436, + 2339.2998946861903, + 2294.1817943699375, + 2294.0636940536842, + 2293.945593737431, + 2343.827493421178, + 2293.709393104925, + 2293.5912927886716, + 2343.4731924724188, + 2343.3550921561655, + 2293.2369918399127 + ], + "p90": [ + 2395.953299113734, + 2345.835198797481, + 2345.717098481228, + 2395.5989981649745, + 2350.4808978487213, + 2345.3627975324684, + 2345.244697216215, + 2395.1265968999624, + 2395.008496583709, + 2344.8903962674563, + 2344.772295951203, + 2344.6541956349497, + 2344.536095318697, + 2344.4179950024436, + 2394.2998946861903, + 2394.1817943699375, + 2344.0636940536842, + 2393.945593737431, + 2343.827493421178, + 2343.709393104925, + 2343.5912927886716, + 2393.4731924724188, + 2343.3550921561655, + 2393.2369918399127 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_072416.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_072416.json new file mode 100644 index 0000000000000000000000000000000000000000..eace18532637d166b2b7552497973fce44195c3b --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_072416.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T07:24:16.217638+00:00", + "metrics": { + "MSE[mean]": 5774.888940215111, + "MSE[0.5]": 5644.7897760557635, + "MAE[0.5]": 71.70352172851562, + "MASE[0.5]": 2.753415234375, + "MAPE[0.5]": 0.03107601428083384, + "sMAPE[0.5]": 0.030553457328537564, + "MSIS": 57.64011542968749, + "RMSE[mean]": 75.99269004460305, + "NRMSE[mean]": 0.032832125311799694, + "ND[0.5]": 0.030979019288647616, + "mean_weighted_sum_quantile_loss": 0.023821787745180765 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2387.6015625, + 2386.94580078125, + 2391.2049560546875, + 2383.2061767578125, + 2384.1455078125, + 2387.0601806640625, + 2386.7626953125, + 2386.856689453125, + 2386.064453125, + 2388.0738525390625, + 2385.994140625, + 2385.760009765625, + 2387.6983642578125, + 2384.345703125, + 2385.80322265625, + 2387.0103759765625, + 2386.8609619140625, + 2385.2705078125, + 2386.2760009765625, + 2383.0579833984375, + 2385.4991455078125, + 2384.165771484375, + 2380.382080078125, + 2385.2569580078125 + ], + "p10": [ + 2356.5843505859375, + 2348.222412109375, + 2359.7818603515625, + 2353.3634033203125, + 2356.4146728515625, + 2352.4813232421875, + 2352.863525390625, + 2351.91064453125, + 2355.7969970703125, + 2354.9130859375, + 2354.7442626953125, + 2351.916015625, + 2355.890625, + 2352.806640625, + 2344.262451171875, + 2351.769287109375, + 2350.015380859375, + 2349.5635986328125, + 2350.887939453125, + 2338.155517578125, + 2347.92041015625, + 2339.0029296875, + 2347.678955078125, + 2346.46484375 + ], + "p90": [ + 2423.0751953125, + 2425.451904296875, + 2427.5740966796875, + 2421.1103515625, + 2418.6492919921875, + 2418.2718505859375, + 2419.1405029296875, + 2414.701171875, + 2416.1239013671875, + 2425.318115234375, + 2418.553955078125, + 2423.370361328125, + 2430.056640625, + 2420.81201171875, + 2430.8072509765625, + 2427.3870849609375, + 2431.117431640625, + 2423.7518310546875, + 2425.7125244140625, + 2426.5513916015625, + 2431.0723876953125, + 2426.223876953125, + 2422.2384033203125, + 2430.9913330078125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_072519.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_072519.json new file mode 100644 index 0000000000000000000000000000000000000000..fecfd4c19876e890f187c0e8f9070f04bf12c02a --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_072519.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T07:25:19.392661+00:00", + "metrics": { + "MSE[mean]": 2663.827035722089, + "MSE[0.5]": 2665.71012234533, + "MAE[0.5]": 46.359649122806935, + "MASE[0.5]": 1.7802105263157866, + "MAPE[0.5]": 0.020126843714667452, + "sMAPE[0.5]": 0.019878283806336286, + "MSIS": 30.595508234194188, + "RMSE[mean]": 51.61227601765, + "NRMSE[mean]": 0.022298733112936092, + "ND[0.5]": 0.020029371358188417, + "mean_weighted_sum_quantile_loss": 0.018147639325336008 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403 + ], + "p10": [ + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2310.9429824561403, + 2355.9429824561403, + 2360.9429824561403, + 2310.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2310.9429824561403, + 2310.9429824561403, + 2310.9429824561403, + 2310.9429824561403, + 2310.9429824561403, + 2355.9429824561403, + 2310.9429824561403, + 2310.9429824561403, + 2310.9429824561403, + 2360.9429824561403, + 2310.9429824561403, + 2310.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2310.9429824561403 + ], + "p90": [ + 2410.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2410.9429824561403, + 2365.94298245614, + 2360.9429824561403, + 2360.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2360.9429824561403, + 2410.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2410.9429824561403, + 2360.9429824561403, + 2410.9429824561403 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_072519.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_072519.json new file mode 100644 index 0000000000000000000000000000000000000000..6ec6f4b1d719535ea92b13c3b3726373658d9166 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_072519.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T07:25:19.444560+00:00", + "metrics": { + "MSE[mean]": 2500.0, + "MSE[0.5]": 2500.0, + "MAE[0.5]": 45.833333333333336, + "MASE[0.5]": 1.7599999999999998, + "MAPE[0.5]": 0.0198504471168671, + "sMAPE[0.5]": 0.019618739137938646, + "MSIS": 7.230399994221334, + "RMSE[mean]": 50.0, + "NRMSE[mean]": 0.021602160216021602, + "ND[0.5]": 0.019801980198019802, + "mean_weighted_sum_quantile_loss": 0.014413441344134387 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "p10": [ + 2303.0, + 2352.0, + 2352.0, + 2303.0, + 2352.0, + 2303.0, + 2352.0, + 2303.0, + 2303.0, + 2352.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0 + ], + "p90": [ + 2397.0, + 2448.0, + 2448.0, + 2397.0, + 2448.0, + 2397.0, + 2448.0, + 2397.0, + 2397.0, + 2448.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_072516.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_072516.json new file mode 100644 index 0000000000000000000000000000000000000000..e1a071953a5a72d06350e359ee118796e59daa7f --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_072516.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T07:25:16.431314+00:00", + "metrics": { + "MSE[mean]": 2179.0633293390274, + "MSE[0.5]": 2179.0633293390274, + "MAE[0.5]": 39.881632486979164, + "MASE[0.5]": 1.5314546875, + "MAPE[0.5]": 0.0173337009369941, + "sMAPE[0.5]": 0.017130208169923274, + "MSIS": 55.5896828125, + "RMSE[mean]": 46.680438401315676, + "NRMSE[mean]": 0.020167966185986968, + "ND[0.5]": 0.01723058829320432, + "mean_weighted_sum_quantile_loss": 0.017345996709045904 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2352.75, + 2352.75, + 2352.01171875, + 2352.380859375, + 2352.01171875, + 2352.01171875, + 2352.01171875, + 2352.75, + 2352.01171875, + 2352.9345703125, + 2352.01171875, + 2352.75, + 2353.3037109375, + 2353.48828125, + 2353.857421875, + 2355.1494140625, + 2354.2265625, + 2355.5185546875, + 2356.44140625, + 2357.3642578125, + 2358.1025390625, + 2359.025390625, + 2360.3173828125, + 2361.978515625 + ], + "p10": [ + 2350.904296875, + 2350.53515625, + 2349.796875, + 2350.166015625, + 2350.166015625, + 2349.796875, + 2348.689453125, + 2350.53515625, + 2350.166015625, + 2349.427734375, + 2349.796875, + 2349.427734375, + 2349.427734375, + 2349.796875, + 2349.427734375, + 2349.796875, + 2348.3203125, + 2349.05859375, + 2349.05859375, + 2349.05859375, + 2349.427734375, + 2348.689453125, + 2348.3203125, + 2348.3203125 + ], + "p90": [ + 2358.8408203125, + 2363.82421875, + 2368.9921875, + 2373.9755859375, + 2378.7744140625, + 2384.03466796875, + 2390.448486328125, + 2393.678466796875, + 2396.4931640625, + 2401.338134765625, + 2402.630126953125, + 2404.26806640625, + 2406.64453125, + 2407.705810546875, + 2409.13623046875, + 2410.012939453125, + 2405.88330078125, + 2409.50537109375, + 2410.705078125, + 2411.90478515625, + 2411.90478515625, + 2412.45849609375, + 2412.181640625, + 2413.19677734375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_072117.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_072117.json new file mode 100644 index 0000000000000000000000000000000000000000..f353170da2114dec02e833970a57cb1c6ba4cf5f --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_072117.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T07:21:17.325307+00:00", + "metrics": { + "MSE[mean]": 1723.2873025511701, + "MSE[0.5]": 1615.7042115877073, + "MAE[0.5]": 33.94189453125, + "MASE[0.5]": 1.30336875, + "MAPE[0.5]": 0.014756273710172635, + "sMAPE[0.5]": 0.014605143586633196, + "MSIS": 65.336584765625, + "RMSE[mean]": 41.512495739851275, + "NRMSE[mean]": 0.01793519167878363, + "ND[0.5]": 0.014664364873987399, + "mean_weighted_sum_quantile_loss": 0.017019224871705922 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2349.978759765625, + 2349.64111328125, + 2349.776611328125, + 2349.128173828125, + 2349.950439453125, + 2349.33056640625, + 2349.413818359375, + 2349.235107421875, + 2347.340087890625, + 2349.14501953125, + 2347.663818359375, + 2347.41943359375, + 2347.362548828125, + 2347.85888671875, + 2347.933837890625, + 2347.743408203125, + 2347.682373046875, + 2347.49169921875, + 2346.81884765625, + 2347.301513671875, + 2348.6376953125, + 2347.48095703125, + 2347.3935546875, + 2347.316162109375 + ], + "p10": [ + 2351.950439453125, + 2352.777099609375, + 2351.844970703125, + 2352.349609375, + 2353.924072265625, + 2353.783935546875, + 2355.404296875, + 2354.958251953125, + 2358.33251953125, + 2355.472412109375, + 2356.306884765625, + 2357.342529296875, + 2358.423095703125, + 2358.062744140625, + 2357.6552734375, + 2357.524658203125, + 2359.500732421875, + 2361.828857421875, + 2359.548828125, + 2359.6396484375, + 2360.24267578125, + 2359.240966796875, + 2360.759765625, + 2360.720458984375 + ], + "p90": [ + 2353.932373046875, + 2354.154052734375, + 2356.206298828125, + 2356.815673828125, + 2358.679931640625, + 2358.742919921875, + 2358.822509765625, + 2359.486083984375, + 2359.137939453125, + 2361.234375, + 2361.425048828125, + 2360.58154296875, + 2362.05859375, + 2363.76513671875, + 2363.742431640625, + 2364.19091796875, + 2364.973388671875, + 2365.6826171875, + 2366.411376953125, + 2368.791259765625, + 2369.871337890625, + 2370.19140625, + 2369.50732421875, + 2370.7666015625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_072306.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_072306.json new file mode 100644 index 0000000000000000000000000000000000000000..3f63ca5da1db16bcd077913d97bd04fa3dd99393 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_072306.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-22T07:23:06.182253+00:00", + "metrics": { + "MSE[mean]": 1607.495738138755, + "MSE[0.5]": 1607.495738138755, + "MAE[0.5]": 34.442952473958336, + "MASE[0.5]": 1.3226093749999999, + "MAPE[0.5]": 0.014968556355003807, + "sMAPE[0.5]": 0.014818501207892824, + "MSIS": 52.589112890624996, + "RMSE[mean]": 40.093587244580085, + "NRMSE[mean]": 0.01732216190584918, + "ND[0.5]": 0.014880843553105311, + "mean_weighted_sum_quantile_loss": 0.015977901110423545 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2347.4267578125, + 2347.475341796875, + 2347.541015625, + 2347.5654296875, + 2347.630859375, + 2347.5185546875, + 2347.6142578125, + 2347.49853515625, + 2347.564697265625, + 2347.61572265625, + 2347.75390625, + 2347.637939453125, + 2347.697509765625, + 2347.714599609375, + 2347.518310546875, + 2347.54443359375, + 2347.65576171875, + 2347.50537109375, + 2347.5078125, + 2347.588623046875, + 2347.46533203125, + 2347.51708984375, + 2347.884033203125, + 2347.7333984375 + ], + "p10": [ + 2346.84423828125, + 2346.6650390625, + 2346.872802734375, + 2346.820556640625, + 2346.9931640625, + 2346.93359375, + 2347.121337890625, + 2346.7333984375, + 2346.91259765625, + 2346.715576171875, + 2346.36669921875, + 2346.466796875, + 2346.451416015625, + 2346.731689453125, + 2346.827392578125, + 2346.6416015625, + 2346.67724609375, + 2346.794921875, + 2346.652587890625, + 2346.336181640625, + 2346.462646484375, + 2346.388916015625, + 2346.688720703125, + 2346.381103515625 + ], + "p90": [ + 2351.43505859375, + 2364.285400390625, + 2374.894287109375, + 2381.460693359375, + 2385.8779296875, + 2391.41455078125, + 2398.507568359375, + 2400.7177734375, + 2402.66650390625, + 2401.076416015625, + 2398.9404296875, + 2397.34814453125, + 2400.0791015625, + 2403.413818359375, + 2402.15869140625, + 2403.155517578125, + 2405.53857421875, + 2406.392822265625, + 2405.2587890625, + 2401.63525390625, + 2404.949951171875, + 2405.916748046875, + 2405.695068359375, + 2406.677001953125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_072214.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_072214.json new file mode 100644 index 0000000000000000000000000000000000000000..aa62e111f718fa7047ce1c193cbd81693d751641 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_072214.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T07:22:14.773265+00:00", + "metrics": { + "MSE[mean]": 1772.0960744420688, + "MSE[0.5]": 1772.0960744420688, + "MAE[0.5]": 35.441874186197914, + "MASE[0.5]": 1.3609679687499998, + "MAPE[0.5]": 0.015409393639907109, + "sMAPE[0.5]": 0.015243700439395514, + "MSIS": 52.62161875, + "RMSE[mean]": 42.09627150285485, + "NRMSE[mean]": 0.018187408030036295, + "ND[0.5]": 0.015312420890526552, + "mean_weighted_sum_quantile_loss": 0.015734859521108358 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" + ], + "context": [ + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2349.936767578125, + 2349.96728515625, + 2349.995849609375, + 2350.006103515625, + 2350.02685546875, + 2350.0693359375, + 2350.100830078125, + 2350.01708984375, + 2350.048583984375, + 2350.07080078125, + 2350.08935546875, + 2350.034423828125, + 2349.975341796875, + 2350.085205078125, + 2350.02392578125, + 2349.989013671875, + 2349.910888671875, + 2349.938720703125, + 2350.0205078125, + 2350.06787109375, + 2350.01123046875, + 2350.119873046875, + 2350.103515625, + 2349.79541015625 + ], + "p10": [ + 2349.454833984375, + 2349.3857421875, + 2349.354736328125, + 2349.341064453125, + 2349.335693359375, + 2349.390380859375, + 2349.41845703125, + 2349.216552734375, + 2349.077392578125, + 2348.72998046875, + 2348.333740234375, + 2347.9482421875, + 2347.42236328125, + 2347.21875, + 2347.052734375, + 2346.89697265625, + 2346.76220703125, + 2346.58935546875, + 2346.3310546875, + 2346.32177734375, + 2346.226806640625, + 2346.1240234375, + 2346.214599609375, + 2346.292236328125 + ], + "p90": [ + 2350.451416015625, + 2350.51611328125, + 2350.669189453125, + 2350.654052734375, + 2350.63427734375, + 2350.763916015625, + 2351.4072265625, + 2361.177001953125, + 2373.232421875, + 2377.8974609375, + 2384.69970703125, + 2389.630126953125, + 2392.605712890625, + 2398.6630859375, + 2401.207763671875, + 2398.28857421875, + 2397.888671875, + 2398.9462890625, + 2400.261474609375, + 2399.534912109375, + 2399.10498046875, + 2399.640380859375, + 2399.462890625, + 2399.26220703125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_072519.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_072519.json new file mode 100644 index 0000000000000000000000000000000000000000..ed7698698078f022c786873176bb86b638cc8d25 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_072519.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T07:25:19.005841+00:00", + "metrics": { + "MSE[mean]": 0.4948119936624542, + "MSE[0.5]": 0.48529093173159893, + "MAE[0.5]": 0.5473250392107355, + "MASE[0.5]": 1.6045490645648774, + "MAPE[0.5]": 0.6024883496520753, + "sMAPE[0.5]": 0.38724435809001384, + "MSIS": 62.3312279608754, + "RMSE[mean]": 0.7034287409983006, + "NRMSE[mean]": 0.533062027116816, + "ND[0.5]": 0.4147658147709526, + "mean_weighted_sum_quantile_loss": 0.4125625693400842 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00" + ], + "context": [ + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295 + ], + "actual": [ + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486 + ], + "predictions": { + "p50": [ + 1.8380027075859493, + 1.8396439159039462, + 1.840855623168958, + 1.8422701213540136, + 1.8435047637594402, + 1.844951926827411, + 1.846396029922111, + 1.8475774778288063, + 1.8475197504134773, + 1.84811570410247, + 1.8497110320720782, + 1.8527142764492759, + 1.8513715782726297, + 1.8521935640533411, + 1.8552568739339343, + 1.8555436247259252, + 1.8539123701267881, + 1.8555073852613913, + 1.8574817444603156, + 1.858724537667141, + 1.8580030129785656, + 1.8597565015075257, + 1.85902319090751, + 1.8623908012476869, + 1.8608223896878273, + 1.8633028890881609, + 1.8636141303279685, + 1.864517922917718, + 1.8633784707229266, + 1.8635756595084916, + 1.8647239253073415, + 1.8646181900836036, + 1.8667748588592636, + 1.8673776662355857, + 1.8679000051356356, + 1.8688702967823156, + 1.8677841672274316, + 1.8694320648677412, + 1.87004069256233, + 1.8697188072429176, + 1.8696160531572703, + 1.871531233731776, + 1.871552569223541, + 1.8706508052745705, + 1.8721501716840674, + 1.8717038800595505, + 1.872119000786681, + 1.8720071997285297, + 1.8728766711483327, + 1.8737645945747643, + 1.8754301812906453, + 1.8734046088626755, + 1.8750230199632552, + 1.875445155226779, + 1.8751502570050151, + 1.8766809554282382, + 1.8753405416479596, + 1.8760291379486713, + 1.8758823239889604, + 1.874668762489495 + ], + "p10": [ + 1.826820979351865, + 1.8301374096095364, + 1.8312262504390924, + 1.8336573111773125, + 1.8321389415991736, + 1.8342955967182843, + 1.8362427238966308, + 1.8367091240108275, + 1.8374835960914124, + 1.8394130488980867, + 1.8404451760331257, + 1.8420369032632276, + 1.8418644933494237, + 1.8425073143231074, + 1.8434193166545498, + 1.8449850744840193, + 1.8452585913919404, + 1.84590726894753, + 1.8467245407474555, + 1.8472644790753299, + 1.8477144705979363, + 1.8488938661390548, + 1.8498231563217313, + 1.8501681815818105, + 1.8509869930265825, + 1.8523325873026142, + 1.8525090066447532, + 1.853605126459223, + 1.8536285625667706, + 1.8537353380255015, + 1.854264780107633, + 1.8552487761353595, + 1.85729151342815, + 1.8559465182621349, + 1.8575638944868493, + 1.8576200044129398, + 1.859330047736413, + 1.8590541747019649, + 1.8590561474800942, + 1.858096936208529, + 1.8596981567758968, + 1.8601326782074747, + 1.8604630626408594, + 1.8613531236706304, + 1.8608118117833035, + 1.8632497605685319, + 1.8633702405337231, + 1.8613578459140672, + 1.8625275941692596, + 1.864872346391958, + 1.8637180807561151, + 1.8627575263877585, + 1.864355800195729, + 1.8661779797983258, + 1.8639993824759107, + 1.866640292570518, + 1.8669331853718611, + 1.865875541273273, + 1.8655754256682235, + 1.865426825537272 + ], + "p90": [ + 1.847470364129455, + 1.8487841973299073, + 1.8504749561982394, + 1.8509679258556664, + 1.853217506091244, + 1.8530410881543073, + 1.8545353254206811, + 1.8556318701578882, + 1.857786832978059, + 1.858605162021484, + 1.8601291064166252, + 1.8607330024600879, + 1.8613027178050654, + 1.8614517684197405, + 1.8627814883121867, + 1.864105817127712, + 1.8646358575359352, + 1.8647411094162933, + 1.866093203304097, + 1.8671131030302532, + 1.8674752249707194, + 1.8694615651414523, + 1.8686283576656946, + 1.8702352850926083, + 1.8697639768793974, + 1.872334180565348, + 1.8713420639096998, + 1.8726385861311337, + 1.8711398639440016, + 1.8751492537824863, + 1.8748857745104797, + 1.8734639519992273, + 1.874601593217385, + 1.8760548305435805, + 1.8773707977224208, + 1.8773409072145308, + 1.8769060324599782, + 1.8780204928878133, + 1.8787893896043621, + 1.8792473749011078, + 1.8787063386301224, + 1.8815654331397031, + 1.8800494833655044, + 1.879930071024832, + 1.880880523230435, + 1.8819458597653922, + 1.8818150885389817, + 1.8815446966382048, + 1.8826301996760764, + 1.8837639538714315, + 1.882932552747828, + 1.8829683845091632, + 1.8837396798029384, + 1.883623745633262, + 1.88539197346912, + 1.8851505560917836, + 1.8844788729456132, + 1.8856568659945268, + 1.8849733087214298, + 1.8829463027283395 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_071928.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_071928.json new file mode 100644 index 0000000000000000000000000000000000000000..4832f4eb32a2ba79006247d47ca8803d586c8144 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_071928.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T07:19:28.495919+00:00", + "metrics": { + "MSE[mean]": 0.01855184639411463, + "MSE[0.5]": 0.01855184639411463, + "MAE[0.5]": 0.10865764915943146, + "MASE[0.5]": 0.3185429440027063, + "MAPE[0.5]": 0.11907035841319552, + "sMAPE[0.5]": 0.10642619874396281, + "MSIS": 1.0206343997487497, + "RMSE[mean]": 0.1362051628761356, + "NRMSE[mean]": 0.103216994124362, + "ND[0.5]": 0.082341342266557, + "mean_weighted_sum_quantile_loss": 0.0523204160924418 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00" + ], + "context": [ + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295 + ], + "actual": [ + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486 + ], + "predictions": { + "p50": [ + 1.883760929107666, + 1.8830430507659912, + 1.8837273120880127, + 1.8785958290100098, + 1.8780362606048584, + 1.8693245649337769, + 1.8658595085144043, + 1.8649587631225586, + 1.8608055114746094, + 1.848406195640564, + 1.8399412631988525, + 1.8275980949401855, + 1.8125343322753906, + 1.8010438680648804, + 1.7874271869659424, + 1.7664310932159424, + 1.7691195011138916, + 1.7480518817901611, + 1.729852557182312, + 1.7106480598449707, + 1.6919012069702148, + 1.6661098003387451, + 1.6408824920654297, + 1.6170979738235474, + 1.5928843021392822, + 1.5657076835632324, + 1.5401537418365479, + 1.509153962135315, + 1.4857077598571777, + 1.4544870853424072, + 1.4285310506820679, + 1.398980975151062, + 1.3681142330169678, + 1.3441286087036133, + 1.3172310590744019, + 1.2935069799423218, + 1.2677273750305176, + 1.2409100532531738, + 1.2177503108978271, + 1.1939176321029663, + 1.1661542654037476, + 1.1487091779708862, + 1.1290338039398193, + 1.1065142154693604, + 1.0889097452163696, + 1.0678285360336304, + 1.0475586652755737, + 1.0280767679214478, + 1.020479440689087, + 1.0065003633499146, + 0.9979209899902344, + 0.9843036532402039, + 0.9720672965049744, + 0.9613171815872192, + 0.9521341323852539, + 0.9416182637214661, + 0.9349795579910278, + 0.9343688488006592, + 0.9303065538406372, + 0.929276704788208 + ], + "p10": [ + 1.8606619834899902, + 1.857240915298462, + 1.856675386428833, + 1.8516085147857666, + 1.841875672340393, + 1.8312504291534424, + 1.8250765800476074, + 1.8159270286560059, + 1.8076715469360352, + 1.794623613357544, + 1.7771862745285034, + 1.7635947465896606, + 1.7478370666503906, + 1.7298388481140137, + 1.7107722759246826, + 1.6798784732818604, + 1.687164545059204, + 1.667060375213623, + 1.6319317817687988, + 1.6155643463134766, + 1.5884160995483398, + 1.5567201375961304, + 1.5307979583740234, + 1.5023630857467651, + 1.4724525213241577, + 1.4407284259796143, + 1.4104704856872559, + 1.3796252012252808, + 1.3412481546401978, + 1.3045340776443481, + 1.2769336700439453, + 1.2439000606536865, + 1.184605598449707, + 1.1560261249542236, + 1.1281554698944092, + 1.0997469425201416, + 1.0735056400299072, + 1.0373724699020386, + 1.0062456130981445, + 0.9836142063140869, + 0.9535105228424072, + 0.9348093271255493, + 0.9035423994064331, + 0.8809018135070801, + 0.8524147272109985, + 0.827763020992279, + 0.8115469217300415, + 0.7949953079223633, + 0.7526671886444092, + 0.7360479235649109, + 0.7202352285385132, + 0.708288311958313, + 0.6930686235427856, + 0.6702601909637451, + 0.6646562814712524, + 0.6558395624160767, + 0.6441420316696167, + 0.6424886584281921, + 0.6267079710960388, + 0.6340992450714111 + ], + "p90": [ + 1.905900478363037, + 1.9053845405578613, + 1.9060816764831543, + 1.9110140800476074, + 1.9121811389923096, + 1.913499116897583, + 1.909968614578247, + 1.9139306545257568, + 1.9112203121185303, + 1.9058139324188232, + 1.8954553604125977, + 1.8870532512664795, + 1.8827497959136963, + 1.870352029800415, + 1.8710092306137085, + 1.856994867324829, + 1.8551857471466064, + 1.8285435438156128, + 1.8123438358306885, + 1.8027966022491455, + 1.7921525239944458, + 1.7645788192749023, + 1.74556303024292, + 1.7311911582946777, + 1.7149507999420166, + 1.7059301137924194, + 1.6779197454452515, + 1.652012586593628, + 1.6259291172027588, + 1.6035653352737427, + 1.5922691822052002, + 1.561355710029602, + 1.5660345554351807, + 1.5491710901260376, + 1.536736249923706, + 1.505458116531372, + 1.4889150857925415, + 1.461463451385498, + 1.4408777952194214, + 1.4314900636672974, + 1.3969635963439941, + 1.386427640914917, + 1.3711178302764893, + 1.348227858543396, + 1.3411099910736084, + 1.322929859161377, + 1.3020809888839722, + 1.2852200269699097, + 1.31197190284729, + 1.3007152080535889, + 1.2944387197494507, + 1.2941169738769531, + 1.276630163192749, + 1.2791557312011719, + 1.2778173685073853, + 1.2719228267669678, + 1.260915756225586, + 1.2615824937820435, + 1.2628852128982544, + 1.2603118419647217 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_072519.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_072519.json new file mode 100644 index 0000000000000000000000000000000000000000..d26ca22f351380b0854037ce3f1e6d10a11adff9 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_072519.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T07:25:19.234437+00:00", + "metrics": { + "MSE[mean]": 0.6496318714206825, + "MSE[0.5]": 0.6517775880279506, + "MAE[0.5]": 0.642356321959748, + "MASE[0.5]": 1.8831446794470574, + "MAPE[0.5]": 0.7017158847310362, + "sMAPE[0.5]": 0.43063827654317155, + "MSIS": 70.89236234201118, + "RMSE[mean]": 0.8059974388425081, + "NRMSE[mean]": 0.6107891298137722, + "ND[0.5]": 0.48678102437101406, + "mean_weighted_sum_quantile_loss": 0.47914495933377377 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00" + ], + "context": [ + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295 + ], + "actual": [ + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486 + ], + "predictions": { + "p50": [ + 1.8475709739330766, + 1.8538176212894693, + 1.85806430929623, + 1.8663109607057387, + 1.862557632500036, + 1.8693042585179658, + 1.8770509610682597, + 1.874797613550652, + 1.8805442524431852, + 1.8842909170849251, + 1.8890376284567065, + 1.8947843269538847, + 1.8930309431966528, + 1.8992775756518845, + 1.9115242202664637, + 1.9067709645400088, + 1.9075176082009138, + 1.9132642470934471, + 1.9250109279476504, + 1.916757568270695, + 1.9240042474559682, + 1.9297508863485016, + 1.932497593667167, + 1.9417443365102007, + 1.9424909503687833, + 1.9437375577900642, + 1.9509842816788208, + 1.9507309233131678, + 1.955477545277982, + 1.9562242485435317, + 1.959970883382949, + 1.9657175520778047, + 1.9724641780957348, + 1.973710889825144, + 1.9789575202538177, + 1.9867041930017892, + 1.9909509406131947, + 1.9891975419548016, + 1.9909442174445868, + 1.9936908353562852, + 1.9994375487546245, + 2.0036842069590626, + 2.0159308664748026, + 2.0121775084667775, + 2.015424179545819, + 2.0161708828113687, + 2.0249174830800922, + 2.027164167033737, + 2.0304108530139398, + 2.0311575115760054, + 2.036404186708163, + 2.0356509092856174, + 2.045897490242436, + 2.047144187070684, + 2.053390819525916, + 2.0586375840650404, + 2.0573841938705066, + 2.06313083276304, + 2.066877512305941, + 2.069624174921123 + ], + "p10": [ + 1.819470966160631, + 1.821317607580401, + 1.825964212951282, + 1.8326108998613173, + 1.8325576015056206, + 1.8383043000027985, + 1.8410508583098522, + 1.84379759543084, + 1.851444221782556, + 1.8522909058792518, + 1.8550376430002398, + 1.8597841815185514, + 1.865530939620374, + 1.8682776171367173, + 1.8729243238354945, + 1.8767709335455935, + 1.8775175772064985, + 1.8831642173864922, + 1.8850109064899783, + 1.8887576307363627, + 1.89350421693839, + 1.8981508759534516, + 1.8999975650569374, + 1.906744310284157, + 1.908490881465814, + 1.9112376126263373, + 1.9169843111235152, + 1.9207309221210749, + 1.9244775867628148, + 1.9281241871269057, + 1.929970882190856, + 1.9357175747275697, + 1.9383641522034771, + 1.9442109567015555, + 1.9458574755264921, + 1.9507042928991738, + 1.954450897936269, + 1.9570974694517116, + 1.9589442718040229, + 1.9636908639665147, + 1.9693375041465084, + 1.9711841932499945, + 1.9769308917471722, + 1.980577492111263, + 1.9854242081560487, + 1.9881709452770366, + 1.9938174781686697, + 1.9966642557254486, + 1.9994108795976115, + 2.003057539566347, + 2.0079042496506676, + 2.0086508396673923, + 2.0152975265774273, + 2.0161442225950523, + 2.019890833592612, + 2.028537500713905, + 2.0273841628760914, + 2.0340308497861264, + 2.0357774328887124, + 2.038624156801311 + ], + "p90": [ + 1.8765709581974503, + 1.88031762283919, + 1.884164292153934, + 1.8868110246019179, + 1.893557650619848, + 1.893304307155356, + 1.900150985530006, + 1.9027976106896292, + 1.9046442938326507, + 1.909391005204432, + 1.9120376303640552, + 1.9197842494678465, + 1.9187310176309331, + 1.9272776323955063, + 1.9281242747689509, + 1.9347709080348057, + 1.9365175924652875, + 1.942264231357821, + 1.9470109427296023, + 1.947757586390507, + 1.951504251032247, + 1.9572509554898896, + 1.9589975803157265, + 1.9647442192082598, + 1.9664909095992062, + 1.9703375789139503, + 1.9739842388826858, + 1.97783090819743, + 1.980477533357053, + 1.9842242456825088, + 1.9859708764688102, + 1.9938176015735019, + 1.9974642734631665, + 2.001210938104906, + 2.005957530267398, + 2.008704267388386, + 2.0105509505314076, + 2.0152975546148277, + 2.0189442145835637, + 2.021690892099907, + 2.02443756961625, + 2.028284227010065, + 2.033930873150523, + 2.0357775562935445, + 2.0414242024340026, + 2.0422709580562723, + 2.0490175363904863, + 2.0526641963592223, + 2.056510865673966, + 2.062157499893495, + 2.063004255515765, + 2.0676508549261814, + 2.0714975242409253, + 2.075144184209661, + 2.0779908067943635, + 2.082637513493141, + 2.084384203884087, + 2.089130861611688, + 2.09097754475471, + 2.0956241978093066 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_072345.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_072345.json new file mode 100644 index 0000000000000000000000000000000000000000..7e1c8bf4f4d9261329d25761f9445cd8f1ad13fb --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_072345.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T07:23:45.060662+00:00", + "metrics": { + "MSE[mean]": 1.2932325658679327, + "MSE[0.5]": 1.293452574417062, + "MAE[0.5]": 0.9061119168996811, + "MASE[0.5]": 2.656375872642433, + "MAPE[0.5]": 0.9876122595237771, + "sMAPE[0.5]": 0.530544268468184, + "MSIS": 29.46906010200981, + "RMSE[mean]": 1.1372038365517119, + "NRMSE[mean]": 0.8617790929283915, + "ND[0.5]": 0.686656411752182, + "mean_weighted_sum_quantile_loss": 0.4433174260693452 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00" + ], + "context": [ + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295 + ], + "actual": [ + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486 + ], + "predictions": { + "p50": [ + 1.8383649587631226, + 1.848124384880066, + 1.8523522019386292, + 1.8576120138168335, + 1.8662798404693604, + 1.8642911911010742, + 1.8775641322135925, + 1.88866126537323, + 1.8907413482666016, + 1.8932132720947266, + 1.9128810167312622, + 1.9191097021102905, + 1.9388831853866577, + 1.9529513716697693, + 1.9526209235191345, + 1.969334602355957, + 2.006858706474304, + 2.0340778827667236, + 2.025442123413086, + 2.070379137992859, + 2.0764516592025757, + 2.070852279663086, + 2.062390089035034, + 2.08897602558136, + 2.1367580890655518, + 2.1575229167938232, + 2.1269439458847046, + 2.1554629802703857, + 2.1814552545547485, + 2.2288501262664795, + 2.2252124547958374, + 2.227655529975891, + 2.362658977508545, + 2.352019786834717, + 2.362658977508545, + 2.2894771099090576, + 2.3528079986572266, + 2.301708936691284, + 2.380256772041321, + 2.398993968963623, + 2.362658977508545, + 2.384912610054016, + 2.3021626472473145, + 2.411999821662903, + 2.307530164718628, + 2.3965046405792236, + 2.5445667505264282, + 2.5495797395706177, + 2.5420624017715454, + 2.5416982173919678, + 2.623045563697815, + 2.5160248279571533, + 2.6164610385894775, + 2.6542410850524902, + 2.46686053276062, + 2.5920522212982178, + 2.5098527669906616, + 2.721209764480591, + 2.669846534729004, + 2.611312508583069 + ], + "p10": [ + 1.8285202980041504, + 1.8283029198646545, + 1.819486141204834, + 1.820770263671875, + 1.8166708946228027, + 1.802903413772583, + 1.81863671541214, + 1.8137725591659546, + 1.8040599822998047, + 1.7604867219924927, + 1.769843578338623, + 1.7938866019248962, + 1.834439754486084, + 1.778545081615448, + 1.7328540086746216, + 1.7636200189590454, + 1.6995084285736084, + 1.7124123573303223, + 1.6772933602333069, + 1.7006244659423828, + 1.6979912519454956, + 1.605528712272644, + 1.6741018891334534, + 1.6256294250488281, + 1.6483558416366577, + 1.6155396699905396, + 1.6400094032287598, + 1.5715956687927246, + 1.5803677439689636, + 1.715290606021881, + 1.548344910144806, + 1.5106167793273926, + 1.5194953680038452, + 1.5750017166137695, + 1.5106167793273926, + 1.2978039979934692, + 1.5106167793273926, + 1.5214720368385315, + 1.4011447429656982, + 1.352916657924652, + 1.4439512491226196, + 1.4910732507705688, + 1.3509949445724487, + 1.357620656490326, + 1.2398141622543335, + 1.4995495080947876, + 1.1952607035636902, + 1.3211174011230469, + 1.302255928516388, + 1.3244826793670654, + 1.0840474963188171, + 1.2454981207847595, + 1.4709750413894653, + 1.4886580109596252, + 1.1885040998458862, + 1.2030500173568726, + 1.356781005859375, + 1.207767128944397, + 1.3974154591560364, + 1.4827852249145508 + ], + "p90": [ + 1.8479617238044739, + 1.8676456809043884, + 1.884044587612152, + 1.8953914642333984, + 1.913684368133545, + 1.9153650403022766, + 1.9333983659744263, + 1.9637800455093384, + 1.9899210333824158, + 1.9938181042671204, + 2.0222383737564087, + 2.0563645362854004, + 2.076637387275696, + 2.1240437030792236, + 2.1147944927215576, + 2.20432710647583, + 2.31772780418396, + 2.362658977508545, + 2.4168450832366943, + 2.3418617248535156, + 2.409998297691345, + 2.5191495418548584, + 2.498624086380005, + 2.6195595264434814, + 2.588903546333313, + 2.629697561264038, + 2.629607677459717, + 2.7318872213363647, + 2.7808388471603394, + 2.767341136932373, + 2.7890557050704956, + 2.855549693107605, + 3.194427013397217, + 3.214700698852539, + 3.214700698852539, + 3.138047456741333, + 3.1639926433563232, + 3.221442461013794, + 3.222432851791382, + 3.214700698852539, + 3.238861083984375, + 3.328995943069458, + 3.5806736946105957, + 3.467083692550659, + 3.197230815887451, + 3.620734214782715, + 3.5678584575653076, + 3.6407217979431152, + 3.967684507369995, + 3.786142110824585, + 4.0725367069244385, + 3.6407217979431152, + 3.9287283420562744, + 4.0018393993377686, + 3.6407217979431152, + 3.9490256309509277, + 4.027089357376099, + 3.975487232208252, + 4.079808712005615, + 4.066742897033691 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_072519.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_072519.json new file mode 100644 index 0000000000000000000000000000000000000000..0ec7c292d1fa2ef1c3244ddd69fc1a1c1bb8e432 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_072519.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T07:25:19.346360+00:00", + "metrics": { + "MSE[mean]": 0.2892980059679801, + "MSE[0.5]": 0.2903454659240273, + "MAE[0.5]": 0.4314536201845127, + "MASE[0.5]": 1.2648580881088447, + "MAPE[0.5]": 0.46991405869509356, + "sMAPE[0.5]": 0.3288682833613903, + "MSIS": 45.976129879091324, + "RMSE[mean]": 0.5378643007004463, + "NRMSE[mean]": 0.4075964169991759, + "ND[0.5]": 0.32695783947645213, + "mean_weighted_sum_quantile_loss": 0.31931394977817423 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00" + ], + "context": [ + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295 + ], + "actual": [ + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486 + ], + "predictions": { + "p50": [ + 1.6467826286203526, + 1.6492826113350056, + 1.6497826347000264, + 1.6542826214677953, + 1.6467826286203526, + 1.6497825899965428, + 1.653782627905097, + 1.6477826157457494, + 1.6497825899965428, + 1.6497825899965428, + 1.6507826367265843, + 1.6527826705820226, + 1.647282622183051, + 1.6497825899965428, + 1.6582825699693822, + 1.6497826496011876, + 1.6467826286203526, + 1.648782602871146, + 1.6567826190836095, + 1.6447825947649144, + 1.6482826093084477, + 1.6502825835592412, + 1.6492826262361668, + 1.6547827044374608, + 1.6517826536543034, + 1.6492825964338444, + 1.6527826556808614, + 1.6487826326734685, + 1.6497825899965428, + 1.6467826286203526, + 1.6467825988180302, + 1.648782602871146, + 1.6517825642473363, + 1.6492826113350056, + 1.6507825771219395, + 1.6547825852281712, + 1.6552826681978368, + 1.649782604897704, + 1.6477826157457494, + 1.6467825690157079, + 1.6487826177723073, + 1.6492826113350056, + 1.6577826062090062, + 1.6502825835592412, + 1.6497825899965428, + 1.6467826286203526, + 1.6517825642473363, + 1.6502825835592412, + 1.649782604897704, + 1.6467825988180302, + 1.6482826093084477, + 1.6437826672441624, + 1.6502825835592412, + 1.6477826157457494, + 1.6502825835592412, + 1.6517826834566258, + 1.6467826286203526, + 1.648782602871146, + 1.6487826177723073, + 1.6477826157457494 + ], + "p10": [ + 1.618682620847907, + 1.6167825976259373, + 1.6176825383550786, + 1.620582560623374, + 1.6167825976259373, + 1.6187826314813756, + 1.6177825251466893, + 1.6167825976259373, + 1.6206825593359135, + 1.6177825787908695, + 1.6167826512701176, + 1.6177825251466893, + 1.6197826186067723, + 1.6187826314813756, + 1.6196826735384129, + 1.6197826186067723, + 1.6167825976259373, + 1.6186825731641912, + 1.6167825976259373, + 1.6167826572305821, + 1.6177825787908695, + 1.6186825731641912, + 1.6167825976259373, + 1.619782678211417, + 1.617782584751334, + 1.6167826512701176, + 1.6187826851255558, + 1.6187826314813756, + 1.6187826314813756, + 1.6186825672037266, + 1.6167825976259373, + 1.618782625520911, + 1.6176825383550786, + 1.619782678211417, + 1.617682532394614, + 1.6187826851255558, + 1.618782625520911, + 1.617682532394614, + 1.6157826701051854, + 1.6167825976259373, + 1.6186825731641912, + 1.6167825976259373, + 1.6187826314813756, + 1.6186825672037266, + 1.6197826186067723, + 1.6187826910860204, + 1.6206825593359135, + 1.6197826722509525, + 1.6187826314813756, + 1.6186826268083714, + 1.6197826722509525, + 1.6167825976259373, + 1.6196826198942327, + 1.6167826512701176, + 1.6167825976259373, + 1.6216826001054905, + 1.6167825976259373, + 1.6196826198942327, + 1.6176825383550786, + 1.6167825976259373 + ], + "p90": [ + 1.6757826128847264, + 1.6757826128847264, + 1.6758826175577306, + 1.6747826853639745, + 1.6777826467401646, + 1.673782638633933, + 1.6768826523668432, + 1.6757826128847264, + 1.6738826313860082, + 1.6748826781160497, + 1.673782638633933, + 1.6777825930959844, + 1.6729826966173313, + 1.6777826467401646, + 1.6748826244718693, + 1.6777825930959844, + 1.6757826128847264, + 1.6777825871355199, + 1.6787826338655614, + 1.6757826128847264, + 1.6757826128847264, + 1.6777826527006292, + 1.6757826128847264, + 1.6777825871355199, + 1.6757826128847264, + 1.6758826175577306, + 1.6757826128847264, + 1.6758826175577306, + 1.6747825780756138, + 1.6747826257593297, + 1.6727825919038914, + 1.6768826523668432, + 1.676782659614768, + 1.676782659614768, + 1.6777825871355199, + 1.676782659614768, + 1.6748826781160497, + 1.6758826175577306, + 1.6757826128847264, + 1.6747826257593297, + 1.673782638633933, + 1.6738826313860082, + 1.6757826128847264, + 1.6738826313860082, + 1.6757826128847264, + 1.6728827038652563, + 1.6758826175577306, + 1.6757826128847264, + 1.6758826175577306, + 1.6777825871355199, + 1.6748826781160497, + 1.6757826128847264, + 1.6758826175577306, + 1.6757826128847264, + 1.674882570827689, + 1.6757826128847264, + 1.673782638633933, + 1.6747826317197942, + 1.6728826502210759, + 1.673782638633933 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_072519.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_072519.json new file mode 100644 index 0000000000000000000000000000000000000000..4876a89f24a130eb6fba7be27e35eee960a5db07 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_072519.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T07:25:19.405659+00:00", + "metrics": { + "MSE[mean]": 0.3039858884830815, + "MSE[0.5]": 0.3039858884830815, + "MAE[0.5]": 0.45454999804496765, + "MASE[0.5]": 1.3325678927694744, + "MAPE[0.5]": 0.4741179145016581, + "sMAPE[0.5]": 0.3421759468801618, + "MSIS": 48.11702339953696, + "RMSE[mean]": 0.5513491529721266, + "NRMSE[mean]": 0.4178153095015084, + "ND[0.5]": 0.3444603969975981, + "mean_weighted_sum_quantile_loss": 0.33665548104243176 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00" + ], + "context": [ + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295 + ], + "actual": [ + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486 + ], + "predictions": { + "p50": [ + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355 + ], + "p10": [ + 1.3318199682235718, + 1.3582800364494323, + 1.38572003364563, + 1.4190399551391601, + 1.448440043926239, + 1.4778400158882141, + 1.5111600542068482, + 1.5307600355148314, + 1.5572199869155883, + 1.5856400299072266, + 1.6062200570106506, + 1.6189599514007569, + 1.647379994392395, + 1.672860016822815, + 1.693440043926239, + 1.7130400252342224, + 1.7287200570106507, + 1.7385200476646423, + 1.757139983177185, + 1.7718399691581725, + 1.7845799803733826, + 1.8012400579452514, + 1.81201997756958, + 1.8081000280380248, + 1.3318199682235718, + 1.3582800364494323, + 1.38572003364563, + 1.4190399551391601, + 1.448440043926239, + 1.4778400158882141, + 1.5111600542068482, + 1.5307600355148314, + 1.5572199869155883, + 1.5856400299072266, + 1.6062200570106506, + 1.6189599514007569, + 1.647379994392395, + 1.672860016822815, + 1.693440043926239, + 1.7130400252342224, + 1.7287200570106507, + 1.7385200476646423, + 1.757139983177185, + 1.7718399691581725, + 1.7845799803733826, + 1.8012400579452514, + 1.81201997756958, + 1.8081000280380248, + 1.3318199682235718, + 1.3582800364494323, + 1.38572003364563, + 1.4190399551391601, + 1.448440043926239, + 1.4778400158882141, + 1.5111600542068482, + 1.5307600355148314, + 1.5572199869155883, + 1.5856400299072266, + 1.6062200570106506, + 1.6189599514007569 + ], + "p90": [ + 1.3861799669265746, + 1.4137200379371644, + 1.4422800350189209, + 1.4769599533081055, + 1.5075600457191467, + 1.5381600165367126, + 1.5728400564193725, + 1.5932400369644166, + 1.6207799863815309, + 1.6503600311279296, + 1.671780059337616, + 1.6850399494171142, + 1.7146199941635132, + 1.7411400175094605, + 1.7625600457191468, + 1.7829600262641907, + 1.799280059337616, + 1.809480049610138, + 1.8288599824905396, + 1.8441599678993226, + 1.857419979572296, + 1.8747600603103638, + 1.8859799766540528, + 1.8819000291824342, + 1.3861799669265746, + 1.4137200379371644, + 1.4422800350189209, + 1.4769599533081055, + 1.5075600457191467, + 1.5381600165367126, + 1.5728400564193725, + 1.5932400369644166, + 1.6207799863815309, + 1.6503600311279296, + 1.671780059337616, + 1.6850399494171142, + 1.7146199941635132, + 1.7411400175094605, + 1.7625600457191468, + 1.7829600262641907, + 1.799280059337616, + 1.809480049610138, + 1.8288599824905396, + 1.8441599678993226, + 1.857419979572296, + 1.8747600603103638, + 1.8859799766540528, + 1.8819000291824342, + 1.3861799669265746, + 1.4137200379371644, + 1.4422800350189209, + 1.4769599533081055, + 1.5075600457191467, + 1.5381600165367126, + 1.5728400564193725, + 1.5932400369644166, + 1.6207799863815309, + 1.6503600311279296, + 1.671780059337616, + 1.6850399494171142 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_072446.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_072446.json new file mode 100644 index 0000000000000000000000000000000000000000..596fac76e074527ad7ccc6cbaee9ca5ddc996bab --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_072446.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T07:24:46.245355+00:00", + "metrics": { + "MSE[mean]": 0.015171687409872802, + "MSE[0.5]": 0.015171687409872802, + "MAE[0.5]": 0.10949845512708029, + "MASE[0.5]": 0.3210078676444549, + "MAPE[0.5]": 0.1104235733167185, + "sMAPE[0.5]": 0.10125533606722478, + "MSIS": 1.834343366566204, + "RMSE[mean]": 0.12317340382514726, + "NRMSE[mean]": 0.09334145806543014, + "ND[0.5]": 0.0829785094839367, + "mean_weighted_sum_quantile_loss": 0.054501460298553885 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00" + ], + "context": [ + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295 + ], + "actual": [ + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486 + ], + "predictions": { + "p50": [ + 1.87762451171875, + 1.880950927734375, + 1.887603759765625, + 1.89093017578125, + 1.8975830078125, + 1.89093017578125, + 1.887603759765625, + 1.88427734375, + 1.880950927734375, + 1.874298095703125, + 1.8709716796875, + 1.857666015625, + 1.847686767578125, + 1.8310546875, + 1.821075439453125, + 1.807769775390625, + 1.804443359375, + 1.787811279296875, + 1.774505615234375, + 1.747894287109375, + 1.724609375, + 1.694671630859375, + 1.67803955078125, + 1.641448974609375, + 1.6181640625, + 1.581573486328125, + 1.5516357421875, + 1.528350830078125, + 1.5067291259765625, + 1.475128173828125, + 1.4451904296875, + 1.42523193359375, + 1.408599853515625, + 1.37200927734375, + 1.335418701171875, + 1.308807373046875, + 1.2805328369140625, + 1.2589111328125, + 1.215667724609375, + 1.1769981384277344, + 1.1412391662597656, + 1.1194095611572266, + 1.0909011363983154, + 1.0628604888916016, + 1.0377044677734375, + 1.0169143676757812, + 0.9927978515625, + 0.9778289794921875, + 1.0085983276367188, + 0.9957084655761719, + 0.9711761474609375, + 0.9578704833984375, + 0.9354171752929688, + 0.9254379272460938, + 0.9121322631835938, + 0.8971633911132812, + 0.8755416870117188, + 0.876373291015625, + 0.8597412109375, + 0.8597412109375 + ], + "p10": [ + 1.860992431640625, + 1.860992431640625, + 1.86431884765625, + 1.86431884765625, + 1.86431884765625, + 1.857666015625, + 1.85101318359375, + 1.841033935546875, + 1.834381103515625, + 1.821075439453125, + 1.81109619140625, + 1.794464111328125, + 1.781158447265625, + 1.75787353515625, + 1.741241455078125, + 1.724609375, + 1.70465087890625, + 1.6846923828125, + 1.6580810546875, + 1.628143310546875, + 1.59820556640625, + 1.56494140625, + 1.535003662109375, + 1.49176025390625, + 1.461822509765625, + 1.4202423095703125, + 1.3803253173828125, + 1.3537139892578125, + 1.3171234130859375, + 1.2838592529296875, + 1.2481002807617188, + 1.2164993286132812, + 1.2031936645507812, + 1.1636924743652344, + 1.130636215209961, + 1.0996589660644531, + 1.0720081329345703, + 1.0495548248291016, + 1.0140037536621094, + 0.9799079895019531, + 0.9453964233398438, + 0.9304275512695312, + 0.902984619140625, + 0.8772048950195312, + 0.863067626953125, + 0.846435546875, + 0.82647705078125, + 0.803192138671875, + 0.8347930908203125, + 0.823150634765625, + 0.8015289306640625, + 0.78656005859375, + 0.769927978515625, + 0.763275146484375, + 0.749969482421875, + 0.7416534423828125, + 0.7266845703125, + 0.73333740234375, + 0.71337890625, + 0.7117156982421875 + ], + "p90": [ + 1.89093017578125, + 1.90423583984375, + 1.910888671875, + 1.914215087890625, + 1.9241943359375, + 1.9241943359375, + 1.9241943359375, + 1.920867919921875, + 1.9241943359375, + 1.9241943359375, + 1.91754150390625, + 1.914215087890625, + 1.90423583984375, + 1.90423583984375, + 1.8975830078125, + 1.887603759765625, + 1.90423583984375, + 1.8975830078125, + 1.87762451171875, + 1.86431884765625, + 1.847686767578125, + 1.8310546875, + 1.821075439453125, + 1.7911376953125, + 1.77783203125, + 1.747894287109375, + 1.73126220703125, + 1.7113037109375, + 1.697998046875, + 1.681365966796875, + 1.66473388671875, + 1.65142822265625, + 1.66473388671875, + 1.6314697265625, + 1.588226318359375, + 1.5782470703125, + 1.554962158203125, + 1.538330078125, + 1.495086669921875, + 1.461822509765625, + 1.43853759765625, + 1.415252685546875, + 1.3869781494140625, + 1.35870361328125, + 1.328765869140625, + 1.3038177490234375, + 1.2772064208984375, + 1.2564163208007812, + 1.272216796875, + 1.2647323608398438, + 1.24560546875, + 1.2273101806640625, + 1.2065200805664062, + 1.1932144165039062, + 1.1807403564453125, + 1.1620292663574219, + 1.1350021362304688, + 1.1281414031982422, + 1.1083908081054688, + 1.104440689086914 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_072040.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_072040.json new file mode 100644 index 0000000000000000000000000000000000000000..d4749563069c2df059867025b2fe1db647a92184 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_072040.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T07:20:40.270651+00:00", + "metrics": { + "MSE[mean]": 0.005795512099212275, + "MSE[0.5]": 0.0016421440351688688, + "MAE[0.5]": 0.03444408377011617, + "MASE[0.5]": 0.10097696694606136, + "MAPE[0.5]": 0.03469279594520405, + "sMAPE[0.5]": 0.03370269662080393, + "MSIS": 6.7861429950029555, + "RMSE[mean]": 0.07612826084452655, + "NRMSE[mean]": 0.057690399441269205, + "ND[0.5]": 0.026101909186454338, + "mean_weighted_sum_quantile_loss": 0.04341298078838951 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00" + ], + "context": [ + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295 + ], + "actual": [ + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486 + ], + "predictions": { + "p50": [ + 1.8254214525222778, + 1.82700777053833, + 1.8445907831192017, + 1.8357505798339844, + 1.8236947059631348, + 1.8317230939865112, + 1.8339364528656006, + 1.8342183828353882, + 1.8223860263824463, + 1.8082808256149292, + 1.7935106754302979, + 1.7869771718978882, + 1.7652404308319092, + 1.7596418857574463, + 1.7407728433609009, + 1.718741774559021, + 1.7073155641555786, + 1.6714447736740112, + 1.6537457704544067, + 1.6342414617538452, + 1.615808129310608, + 1.590149998664856, + 1.5542621612548828, + 1.5381590127944946, + 1.5024875402450562, + 1.4601268768310547, + 1.4461586475372314, + 1.4164340496063232, + 1.3805803060531616, + 1.3415038585662842, + 1.3202807903289795, + 1.2856616973876953, + 1.2547035217285156, + 1.2346216440200806, + 1.2101893424987793, + 1.18512761592865, + 1.1598867177963257, + 1.124288558959961, + 1.1111335754394531, + 1.080410122871399, + 1.0463584661483765, + 1.0353593826293945, + 0.9972485303878784, + 0.970671534538269, + 0.9586851596832275, + 0.9327795505523682, + 0.901659369468689, + 0.8804326057434082, + 0.8703904151916504, + 0.8534401655197144, + 0.8405517339706421, + 0.8236534595489502, + 0.8007602691650391, + 0.8004980087280273, + 0.7698994874954224, + 0.7692071199417114, + 0.7659734487533569, + 0.7561670541763306, + 0.757510781288147, + 0.7387838363647461 + ], + "p10": [ + 1.833521842956543, + 1.8583711385726929, + 1.842774510383606, + 1.8426010608673096, + 1.819922924041748, + 1.8507972955703735, + 1.8160574436187744, + 1.8266003131866455, + 1.8125907182693481, + 1.8235563039779663, + 1.7990646362304688, + 1.8021115064620972, + 1.7421656847000122, + 1.7822632789611816, + 1.7391725778579712, + 1.7414301633834839, + 1.7149624824523926, + 1.6780418157577515, + 1.6749242544174194, + 1.6729024648666382, + 1.6345019340515137, + 1.5968512296676636, + 1.5770139694213867, + 1.554808259010315, + 1.5216319561004639, + 1.5128322839736938, + 1.4777551889419556, + 1.4418296813964844, + 1.4220186471939087, + 1.3960665464401245, + 1.3279643058776855, + 1.346409797668457, + 1.310766577720642, + 1.2972749471664429, + 1.2581923007965088, + 1.2231371402740479, + 1.229592204093933, + 1.1727614402770996, + 1.1711440086364746, + 1.1315611600875854, + 1.085480809211731, + 1.0775924921035767, + 1.0615661144256592, + 1.0466457605361938, + 0.9981088638305664, + 1.007920742034912, + 0.982961893081665, + 0.9666440486907959, + 0.9462035894393921, + 0.9318712949752808, + 0.897520899772644, + 0.9031051397323608, + 0.8961472511291504, + 0.8784246444702148, + 0.8584970235824585, + 0.846991777420044, + 0.8420389890670776, + 0.8462315797805786, + 0.8215645551681519, + 0.8143283128738403 + ], + "p90": [ + 1.862004280090332, + 1.8588893413543701, + 1.880313515663147, + 1.873140811920166, + 1.8663488626480103, + 1.8820527791976929, + 1.8786479234695435, + 1.8857290744781494, + 1.8805017471313477, + 1.8613322973251343, + 1.86306893825531, + 1.8424992561340332, + 1.8402069807052612, + 1.8350077867507935, + 1.8149807453155518, + 1.7938392162322998, + 1.7920958995819092, + 1.761890172958374, + 1.7534626722335815, + 1.7455531358718872, + 1.7284644842147827, + 1.7090998888015747, + 1.6867161989212036, + 1.6765365600585938, + 1.651888370513916, + 1.6182241439819336, + 1.612807273864746, + 1.5831992626190186, + 1.557953119277954, + 1.5296756029129028, + 1.524369478225708, + 1.4962023496627808, + 1.463597297668457, + 1.4408143758773804, + 1.4171196222305298, + 1.4061479568481445, + 1.3835300207138062, + 1.3573225736618042, + 1.3333172798156738, + 1.3127788305282593, + 1.2819446325302124, + 1.2785300016403198, + 1.2416125535964966, + 1.2249884605407715, + 1.2248910665512085, + 1.202590823173523, + 1.18187415599823, + 1.173768162727356, + 1.1561497449874878, + 1.1424102783203125, + 1.1219120025634766, + 1.1224185228347778, + 1.0950738191604614, + 1.0991050004959106, + 1.0843238830566406, + 1.081543207168579, + 1.0708529949188232, + 1.067995548248291, + 1.0712462663650513, + 1.0560450553894043 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_072237.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_072237.json new file mode 100644 index 0000000000000000000000000000000000000000..f883482b31dbc93ad29b31a72cde0da9d3eccc5a --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_072237.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T07:22:37.369170+00:00", + "metrics": { + "MSE[mean]": 0.09500826021232113, + "MSE[0.5]": 0.09500826021232113, + "MAE[0.5]": 0.24615677793820698, + "MASE[0.5]": 0.7216381482320223, + "MAPE[0.5]": 0.26253581137019505, + "sMAPE[0.5]": 0.21275676705747643, + "MSIS": 1.960460225980724, + "RMSE[mean]": 0.3082340996909997, + "NRMSE[mean]": 0.2335814339553806, + "ND[0.5]": 0.1865389106081487, + "mean_weighted_sum_quantile_loss": 0.11098283115571676 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00" + ], + "context": [ + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295 + ], + "actual": [ + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486 + ], + "predictions": { + "p50": [ + 1.8506145477294922, + 1.8567988872528076, + 1.8608319759368896, + 1.8653733730316162, + 1.8679897785186768, + 1.8696917295455933, + 1.868856430053711, + 1.8634896278381348, + 1.8595378398895264, + 1.8549914360046387, + 1.8486510515213013, + 1.840921401977539, + 1.833939790725708, + 1.8274105787277222, + 1.8201303482055664, + 1.8084173202514648, + 1.7962194681167603, + 1.7821645736694336, + 1.7680761814117432, + 1.7518025636672974, + 1.7348952293395996, + 1.719182014465332, + 1.7025566101074219, + 1.6811805963516235, + 1.6623296737670898, + 1.6429240703582764, + 1.6210012435913086, + 1.598754644393921, + 1.576730728149414, + 1.5580785274505615, + 1.5401430130004883, + 1.5158756971359253, + 1.696235179901123, + 1.6641736030578613, + 1.6258900165557861, + 1.5963799953460693, + 1.5645169019699097, + 1.5339207649230957, + 1.5094236135482788, + 1.486604928970337, + 1.4623087644577026, + 1.436209797859192, + 1.4095680713653564, + 1.3815966844558716, + 1.358912706375122, + 1.3370033502578735, + 1.31606924533844, + 1.2893173694610596, + 1.2677890062332153, + 1.2501835823059082, + 1.2264842987060547, + 1.2072666883468628, + 1.1894536018371582, + 1.16887629032135, + 1.1534181833267212, + 1.1362444162368774, + 1.1210473775863647, + 1.1063863039016724, + 1.0923092365264893, + 1.078029751777649 + ], + "p10": [ + 1.8389060497283936, + 1.8414185047149658, + 1.8416838645935059, + 1.840570092201233, + 1.8385963439941406, + 1.8351374864578247, + 1.8289556503295898, + 1.817868947982788, + 1.8097665309906006, + 1.7994022369384766, + 1.7855466604232788, + 1.7693712711334229, + 1.7537126541137695, + 1.739585041999817, + 1.7226552963256836, + 1.7013745307922363, + 1.6794382333755493, + 1.6536710262298584, + 1.6274073123931885, + 1.5988575220108032, + 1.5694962739944458, + 1.5428321361541748, + 1.5144948959350586, + 1.4814479351043701, + 1.4471219778060913, + 1.4142472743988037, + 1.378719449043274, + 1.339160680770874, + 1.2984862327575684, + 1.2597306966781616, + 1.2208179235458374, + 1.1844873428344727, + 1.1991256475448608, + 1.2410491704940796, + 1.2259411811828613, + 1.187138319015503, + 1.1486239433288574, + 1.107772707939148, + 1.0622037649154663, + 1.0240479707717896, + 0.9821043014526367, + 0.9401913285255432, + 0.8979798555374146, + 0.857225239276886, + 0.8251646757125854, + 0.7896712422370911, + 0.7545454502105713, + 0.7156614661216736, + 0.6873887181282043, + 0.6583842039108276, + 0.622738242149353, + 0.5990808010101318, + 0.569034218788147, + 0.5441197752952576, + 0.5257710814476013, + 0.5063142776489258, + 0.48160600662231445, + 0.45789748430252075, + 0.4442967176437378, + 0.42606121301651 + ], + "p90": [ + 1.860052227973938, + 1.8706142902374268, + 1.8792906999588013, + 1.890039086341858, + 1.8971633911132812, + 1.9032704830169678, + 1.9068851470947266, + 1.906679391860962, + 1.908156394958496, + 1.9088048934936523, + 1.9086554050445557, + 1.9085731506347656, + 1.9085028171539307, + 1.91057288646698, + 1.910717248916626, + 1.9079840183258057, + 1.9054315090179443, + 1.9034464359283447, + 1.8988182544708252, + 1.8946539163589478, + 1.8899738788604736, + 1.8880155086517334, + 1.8864909410476685, + 1.8781572580337524, + 1.8742170333862305, + 1.8692888021469116, + 1.862112045288086, + 1.85530686378479, + 1.8490240573883057, + 1.845583438873291, + 1.839896321296692, + 1.8235669136047363, + 1.9504902362823486, + 1.9184906482696533, + 1.906423568725586, + 1.9055055379867554, + 1.8999710083007812, + 1.8962962627410889, + 1.8922650814056396, + 1.8916521072387695, + 1.8874962329864502, + 1.8829712867736816, + 1.8769670724868774, + 1.8726534843444824, + 1.8697693347930908, + 1.8654029369354248, + 1.862633228302002, + 1.8456498384475708, + 1.837233543395996, + 1.8383567333221436, + 1.829101800918579, + 1.8284943103790283, + 1.8191255331039429, + 1.8145689964294434, + 1.8096234798431396, + 1.8057117462158203, + 1.8018519878387451, + 1.7974345684051514, + 1.7958507537841797, + 1.7978283166885376 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_072148.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_072148.json new file mode 100644 index 0000000000000000000000000000000000000000..3dfb00d704f741a97d39df9fd8db8fec66ce8344 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_072148.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T07:21:48.534211+00:00", + "metrics": { + "MSE[mean]": 0.0027895231447228495, + "MSE[0.5]": 0.0027895231447228495, + "MAE[0.5]": 0.045048201084136964, + "MASE[0.5]": 0.13206420998775434, + "MAPE[0.5]": 0.045210540567472396, + "sMAPE[0.5]": 0.043640943090915756, + "MSIS": 1.8892902304353822, + "RMSE[mean]": 0.052815936465453774, + "NRMSE[mean]": 0.040024196504100155, + "ND[0.5]": 0.03413776547400701, + "mean_weighted_sum_quantile_loss": 0.058571939850699084 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00" + ], + "context": [ + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295 + ], + "actual": [ + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486 + ], + "predictions": { + "p50": [ + 1.8514461517333984, + 1.8589260578155518, + 1.8663792610168457, + 1.868255615234375, + 1.8701801300048828, + 1.868051528930664, + 1.8625534772872925, + 1.855525255203247, + 1.845541000366211, + 1.8369779586791992, + 1.8283436298370361, + 1.818178415298462, + 1.8060336112976074, + 1.792630910873413, + 1.776853084564209, + 1.761378526687622, + 1.7444812059402466, + 1.7240948677062988, + 1.7051613330841064, + 1.6852810382843018, + 1.6638997793197632, + 1.6407426595687866, + 1.6171153783798218, + 1.591888666152954, + 1.5669283866882324, + 1.5424573421478271, + 1.5166702270507812, + 1.4853445291519165, + 1.4596866369247437, + 1.4298954010009766, + 1.4038399457931519, + 1.3787579536437988, + 1.3249330520629883, + 1.2973649501800537, + 1.2649856805801392, + 1.2373628616333008, + 1.20502507686615, + 1.17751145362854, + 1.1469062566757202, + 1.1203722953796387, + 1.0965286493301392, + 1.0670149326324463, + 1.0422917604446411, + 1.0183736085891724, + 0.9933691024780273, + 0.9720419645309448, + 0.9443472623825073, + 0.9208936095237732, + 0.8924981355667114, + 0.8705276250839233, + 0.8466913104057312, + 0.8284095525741577, + 0.811768114566803, + 0.7948452234268188, + 0.7789315581321716, + 0.7626779079437256, + 0.7449026107788086, + 0.7351263761520386, + 0.7254549264907837, + 0.7132110595703125 + ], + "p10": [ + 1.8385611772537231, + 1.840822458267212, + 1.8418699502944946, + 1.837985873222351, + 1.8357069492340088, + 1.828696370124817, + 1.8176935911178589, + 1.8031401634216309, + 1.7861614227294922, + 1.7726860046386719, + 1.7550603151321411, + 1.7356964349746704, + 1.7145004272460938, + 1.6888113021850586, + 1.6618282794952393, + 1.6340562105178833, + 1.6037657260894775, + 1.572359561920166, + 1.5401484966278076, + 1.5064324140548706, + 1.4746065139770508, + 1.4407249689102173, + 1.4045740365982056, + 1.3677457571029663, + 1.3285493850708008, + 1.2922260761260986, + 1.254156231880188, + 1.2154072523117065, + 1.1710188388824463, + 1.1358081102371216, + 1.0983806848526, + 1.0585843324661255, + 0.9977297186851501, + 0.9674535989761353, + 0.9266130924224854, + 0.8912657499313354, + 0.8513885736465454, + 0.8161455392837524, + 0.7679100036621094, + 0.7347217798233032, + 0.6960583925247192, + 0.6616759300231934, + 0.6283546090126038, + 0.58847576379776, + 0.5452883839607239, + 0.5110363364219666, + 0.48107022047042847, + 0.4459701180458069, + 0.40781891345977783, + 0.379649817943573, + 0.33973705768585205, + 0.319133460521698, + 0.2931620478630066, + 0.2629431486129761, + 0.2461796998977661, + 0.22687458992004395, + 0.1952362060546875, + 0.17574328184127808, + 0.15985077619552612, + 0.13688713312149048 + ], + "p90": [ + 1.862608790397644, + 1.8740966320037842, + 1.8872013092041016, + 1.8941452503204346, + 1.9031116962432861, + 1.906120777130127, + 1.9060256481170654, + 1.9073901176452637, + 1.904090166091919, + 1.904245138168335, + 1.9053244590759277, + 1.9052910804748535, + 1.9042541980743408, + 1.902284860610962, + 1.8975070714950562, + 1.8946642875671387, + 1.8904719352722168, + 1.883235216140747, + 1.8760864734649658, + 1.8690943717956543, + 1.8638408184051514, + 1.8567050695419312, + 1.8452048301696777, + 1.8366692066192627, + 1.8275245428085327, + 1.8189796209335327, + 1.8085393905639648, + 1.7974002361297607, + 1.7873907089233398, + 1.7748055458068848, + 1.7633167505264282, + 1.757484793663025, + 1.7022188901901245, + 1.674235463142395, + 1.6626214981079102, + 1.6528781652450562, + 1.6288933753967285, + 1.6132893562316895, + 1.6010627746582031, + 1.5936437845230103, + 1.5831830501556396, + 1.5751067399978638, + 1.5537359714508057, + 1.5598310232162476, + 1.5561965703964233, + 1.5512256622314453, + 1.5419495105743408, + 1.5312941074371338, + 1.5118006467819214, + 1.512052297592163, + 1.5047703981399536, + 1.4964325428009033, + 1.5013186931610107, + 1.4876024723052979, + 1.4915598630905151, + 1.4990112781524658, + 1.4900212287902832, + 1.4877794981002808, + 1.5064595937728882, + 1.4940110445022583 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260622_072519.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260622_072519.json new file mode 100644 index 0000000000000000000000000000000000000000..0ef5ed19e2a2b2e0aaf27d4a4bc64b2b60fcf37b --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260622_072519.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-22T07:25:19.042818+00:00", + "metrics": { + "MSE[mean]": 0.022446845691907105, + "MSE[0.5]": 0.014982831301942104, + "MAE[0.5]": 0.12046386051156555, + "MASE[0.5]": 0.06208588508449394, + "MAPE[0.5]": 0.008604992750356005, + "sMAPE[0.5]": 0.008643386670412612, + "MSIS": 1.1698279430209537, + "RMSE[mean]": 0.14982271420551393, + "NRMSE[mean]": 0.01070480859264454, + "ND[0.5]": 0.008607123265291112, + "mean_weighted_sum_quantile_loss": 0.009355392922129842 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00", + "2026-06-26 18:00:00", + "2026-06-26 19:00:00", + "2026-06-26 20:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0 + ], + "actual": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0 + ], + "predictions": { + "p50": [ + 13.874423022207543, + 13.877438873121559, + 13.867326725410441, + 13.875717817467649, + 13.877031195116391, + 13.862428157407884, + 13.879856891720438, + 13.875735678485567, + 13.881510113908673, + 13.864606499854835, + 13.879856949877045, + 13.864606499480734, + 13.875735667527211, + 13.864606499467492, + 13.879160241820516, + 13.878463533691217, + 13.881510115969975, + 13.88196948338134, + 13.877907248489063, + 13.877032840036799, + 13.877032659644366, + 13.881956090213386, + 13.877191901661863, + 13.875762260290713 + ], + "p10": [ + 13.301839553573942, + 13.212770334726226, + 12.966898245576447, + 13.212532105965304, + 13.303150553975785, + 13.444068790130741, + 12.966944654508163, + 13.444068491598195, + 13.321929427439198, + 13.239809880379779, + 13.444073523499506, + 13.444068480656151, + 13.239809879989366, + 13.212523363267016, + 13.444073523572385, + 13.44408172939398, + 13.43206321142383, + 13.324015788456538, + 13.444089188434265, + 13.444068480642422, + 13.321929429500504, + 13.547594704254589, + 13.432063211423834, + 13.444068480642422 + ], + "p90": [ + 14.071952244581116, + 13.940309094009598, + 13.919238436789122, + 13.983622272229354, + 13.884057304884125, + 13.884060244647179, + 13.944417205018391, + 13.887351585009348, + 14.077367039335904, + 13.916976324493858, + 13.944417263174998, + 13.992988880730971, + 13.944417263245384, + 13.919284903950901, + 13.944417263247876, + 14.077367041397228, + 13.983613529530576, + 14.09095102114629, + 14.073264889903367, + 13.9400621225499, + 13.88405993515886, + 13.992578665567859, + 14.213206838888016, + 13.992578665567859 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260622_071934.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260622_071934.json new file mode 100644 index 0000000000000000000000000000000000000000..4d2dcb4dc5cab32c5b71b58d799469dd3b5618cc --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260622_071934.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T07:19:34.187775+00:00", + "metrics": { + "MSE[mean]": 0.0005461011213204378, + "MSE[0.5]": 0.0005461011213204378, + "MAE[0.5]": 0.01101978619893392, + "MASE[0.5]": 0.005679489074127898, + "MAPE[0.5]": 0.0007894119694819396, + "sMAPE[0.5]": 0.0007880276889123405, + "MSIS": 0.13279398373349702, + "RMSE[mean]": 0.023368806587424136, + "NRMSE[mean]": 0.001669697434621029, + "ND[0.5]": 0.0007873619338496276, + "mean_weighted_sum_quantile_loss": 0.0015179259379925723 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00", + "2026-06-26 18:00:00", + "2026-06-26 19:00:00", + "2026-06-26 20:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0 + ], + "actual": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0 + ], + "predictions": { + "p50": [ + 14.015342712402344, + 14.009931564331055, + 14.009917259216309, + 13.997806549072266, + 13.996016502380371, + 14.001282691955566, + 13.998519897460938, + 13.999473571777344, + 14.000327110290527, + 14.000609397888184, + 14.006689071655273, + 14.008129119873047, + 14.014891624450684, + 14.009867668151855, + 13.997082710266113, + 13.991775512695312, + 14.017749786376953, + 14.007955551147461, + 14.015737533569336, + 14.00887680053711, + 14.006271362304688, + 14.003215789794922, + 13.99859619140625, + 14.006950378417969 + ], + "p10": [ + 13.94668960571289, + 13.952675819396973, + 13.949109077453613, + 13.945755958557129, + 13.942621231079102, + 13.946205139160156, + 13.948559761047363, + 13.94614028930664, + 13.946393966674805, + 13.944433212280273, + 13.94524097442627, + 13.948177337646484, + 13.956432342529297, + 13.951111793518066, + 13.9451322555542, + 13.942005157470703, + 13.935912132263184, + 13.93875503540039, + 13.941596031188965, + 13.939889907836914, + 13.941934585571289, + 13.938183784484863, + 13.956605911254883, + 13.943388938903809 + ], + "p90": [ + 14.065507888793945, + 14.055471420288086, + 14.03986930847168, + 14.045219421386719, + 14.055517196655273, + 14.058219909667969, + 14.048056602478027, + 14.058198928833008, + 14.065338134765625, + 14.080272674560547, + 14.092880249023438, + 14.119821548461914, + 14.139699935913086, + 14.128211975097656, + 14.104130744934082, + 14.108837127685547, + 14.166362762451172, + 14.173315048217773, + 14.183545112609863, + 14.201823234558105, + 14.218774795532227, + 14.275768280029297, + 14.27612590789795, + 14.306100845336914 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260622_072519.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260622_072519.json new file mode 100644 index 0000000000000000000000000000000000000000..67a43bdc85445da7913e117b22d5b0fa158ae572 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260622_072519.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-22T07:25:19.253129+00:00", + "metrics": { + "MSE[mean]": 0.993816298624592, + "MSE[0.5]": 0.8957351241883185, + "MAE[0.5]": 0.8311259136637709, + "MASE[0.5]": 0.4283540951397598, + "MAPE[0.5]": 0.05937978608905653, + "sMAPE[0.5]": 0.061769362427977655, + "MSIS": 13.565732475593123, + "RMSE[mean]": 0.9969033547062583, + "NRMSE[mean]": 0.07122858275586474, + "ND[0.5]": 0.059383811522418936, + "mean_weighted_sum_quantile_loss": 0.0592104812735392 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00", + "2026-06-26 18:00:00", + "2026-06-26 19:00:00", + "2026-06-26 20:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0 + ], + "actual": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0 + ], + "predictions": { + "p50": [ + 13.914608167411254, + 13.849399405355927, + 13.7841906433006, + 13.718981881245272, + 13.653773119189944, + 13.588564357134619, + 13.523355595079291, + 13.458146833023964, + 13.392938070968636, + 13.327729308913309, + 13.262520546857981, + 13.197311784802654, + 13.132103022747327, + 13.066894260691999, + 13.001685498636673, + 12.936476736581346, + 12.871267974526019, + 12.806059212470691, + 12.740850450415364, + 12.675641688360036, + 12.610432926304709, + 12.545224164249381, + 12.480015402194054, + 12.414806640138726 + ], + "p10": [ + 12.914608167411254, + 13.449399786825653, + 13.384191024770326, + 12.718981881245272, + 13.343773843982426, + 13.188564738604345, + 12.523355595079291, + 13.05814721449369, + 12.392938070968636, + 13.01773003370579, + 12.262520546857981, + 12.197311784802654, + 12.732103404217053, + 12.066894260691999, + 12.6016858801064, + 11.936476736581346, + 12.571268737465472, + 11.806059212470691, + 12.34085083188509, + 11.675641688360036, + 11.610432926304709, + 12.145224545719108, + 12.08001578366378, + 12.014807021608453 + ], + "p90": [ + 14.01460854888098, + 14.159398680563445, + 13.894191062917297, + 13.718981881245272, + 13.663773157336916, + 13.79856496748618, + 13.523355595079291, + 13.55814721449369, + 13.492938452438363, + 13.327729308913309, + 13.262520546857981, + 13.197311784802654, + 13.242103442364025, + 13.066894260691999, + 13.1016858801064, + 12.936476736581346, + 13.181267249733537, + 13.016059822822253, + 12.740850450415364, + 12.775642069829763, + 12.810433689244162, + 12.65522458386608, + 12.680016165133507, + 12.414806640138726 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260622_072351.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260622_072351.json new file mode 100644 index 0000000000000000000000000000000000000000..57a7c27a0d8661611828849eff5e23a14da5dcbd --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260622_072351.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T07:23:51.542266+00:00", + "metrics": { + "MSE[mean]": 0.04008348641957582, + "MSE[0.5]": 0.004165074460303231, + "MAE[0.5]": 0.05364412069320679, + "MASE[0.5]": 0.027647650495954346, + "MAPE[0.5]": 0.003834459564687611, + "sMAPE[0.5]": 0.0038318934272686647, + "MSIS": 0.7108480571912971, + "RMSE[mean]": 0.2002086072564709, + "NRMSE[mean]": 0.014304872466404628, + "ND[0.5]": 0.0038328637095293434, + "mean_weighted_sum_quantile_loss": 0.011383612250536003 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00", + "2026-06-26 18:00:00", + "2026-06-26 19:00:00", + "2026-06-26 20:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0 + ], + "actual": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0 + ], + "predictions": { + "p50": [ + 13.96974515914917, + 13.931777000427246, + 13.978404998779297, + 13.913443565368652, + 13.886055946350098, + 13.912952423095703, + 13.899901866912842, + 13.928624153137207, + 14.028223514556885, + 14.026303768157959, + 14.049242973327637, + 14.03630018234253, + 13.953728675842285, + 13.935736179351807, + 14.001887798309326, + 13.945863723754883, + 13.974810123443604, + 13.990209102630615, + 14.107053756713867, + 13.958291053771973, + 14.001636505126953, + 13.969778060913086, + 14.079347610473633, + 14.098584175109863 + ], + "p10": [ + 13.811723709106445, + 13.696761131286621, + 13.74471378326416, + 13.620143413543701, + 13.521434307098389, + 13.566386699676514, + 13.55052375793457, + 13.447900295257568, + 13.560097694396973, + 13.537395000457764, + 13.415311813354492, + 13.454614639282227, + 13.232004642486572, + 13.227859020233154, + 13.148392677307129, + 13.115227699279785, + 13.059763431549072, + 13.145380973815918, + 13.192450523376465, + 13.054790019989014, + 12.906474590301514, + 12.883615970611572, + 13.157657623291016, + 12.79080581665039 + ], + "p90": [ + 14.132991790771484, + 14.160059928894043, + 14.234561920166016, + 14.232278823852539, + 14.225013256072998, + 14.274696350097656, + 14.397594451904297, + 14.51272201538086, + 14.596758365631104, + 14.631484985351562, + 14.891093254089355, + 14.730271816253662, + 14.552235126495361, + 14.83252763748169, + 14.871415615081787, + 14.879071235656738, + 14.914552688598633, + 14.903304100036621, + 15.053662776947021, + 14.9990553855896, + 15.2543306350708, + 15.168908596038818, + 15.204344749450684, + 15.2782883644104 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260622_072519.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260622_072519.json new file mode 100644 index 0000000000000000000000000000000000000000..79b953da8aed07502bfac8c9cdae03b6cacb8718 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260622_072519.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T07:25:19.356544+00:00", + "metrics": { + "MSE[mean]": 0.0017718605465608286, + "MSE[0.5]": 0.0067712666677291105, + "MAE[0.5]": 0.07982454550893554, + "MASE[0.5]": 0.04114078312236983, + "MAPE[0.5]": 0.005705514361449345, + "sMAPE[0.5]": 0.00568825196283265, + "MSIS": 1.16735837366153, + "RMSE[mean]": 0.042093473918896604, + "NRMSE[mean]": 0.0030075718738025617, + "ND[0.5]": 0.005703450809840888, + "mean_weighted_sum_quantile_loss": 0.005605903908397658 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00", + "2026-06-26 18:00:00", + "2026-06-26 19:00:00", + "2026-06-26 20:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0 + ], + "actual": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0 + ], + "predictions": { + "p50": [ + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697 + ], + "p10": [ + 13.075657862947697, + 13.675658244417424, + 13.675658244417424, + 13.075657862947697, + 13.765658587740178, + 13.675658244417424, + 13.075657862947697, + 13.675658244417424, + 13.075657862947697, + 13.765658587740178, + 13.075657862947697, + 13.075657862947697, + 13.675658244417424, + 13.075657862947697, + 13.675658244417424, + 13.075657862947697, + 13.77565862588715, + 13.075657862947697, + 13.675658244417424, + 13.075657862947697, + 13.075657862947697, + 13.675658244417424, + 13.675658244417424, + 13.675658244417424 + ], + "p90": [ + 14.175658244417424, + 14.385657138155215, + 14.185658282564395, + 14.075657862947697, + 14.085657901094669, + 14.285658473299259, + 14.075657862947697, + 14.175658244417424, + 14.175658244417424, + 14.075657862947697, + 14.075657862947697, + 14.075657862947697, + 14.185658282564395, + 14.075657862947697, + 14.175658244417424, + 14.075657862947697, + 14.385657138155215, + 14.285658473299259, + 14.075657862947697, + 14.175658244417424, + 14.27565862588715, + 14.185658282564395, + 14.27565862588715, + 14.075657862947697 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260622_072519.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260622_072519.json new file mode 100644 index 0000000000000000000000000000000000000000..cd24640b94c6d583456fff7122837ae74339b28d --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260622_072519.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T07:25:19.414239+00:00", + "metrics": { + "MSE[mean]": 0.0074999936421894136, + "MSE[0.5]": 0.0074999936421894136, + "MAE[0.5]": 0.02500001589457194, + "MASE[0.5]": 0.012884761515607383, + "MAPE[0.5]": 0.001787856581662755, + "sMAPE[0.5]": 0.0017710816686899427, + "MSIS": 0.4333142267897299, + "RMSE[mean]": 0.08660250367159955, + "NRMSE[mean]": 0.006187734819545476, + "ND[0.5]": 0.0017862470746416001, + "mean_weighted_sum_quantile_loss": 0.005270417504067875 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00", + "2026-06-26 18:00:00", + "2026-06-26 19:00:00", + "2026-06-26 20:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0 + ], + "actual": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0 + ], + "predictions": { + "p50": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0 + ], + "p10": [ + 13.719999999999999, + 13.719999999999999, + 13.719999999999999, + 13.719999999999999, + 13.719999999999999, + 13.719999999999999, + 13.719999999999999, + 13.719999999999999, + 14.111999626159667, + 13.719999999999999, + 13.719999999999999, + 13.719999999999999, + 13.719999999999999, + 13.719999999999999, + 13.719999999999999, + 13.719999999999999, + 13.719999999999999, + 13.719999999999999, + 13.719999999999999, + 13.719999999999999, + 13.719999999999999, + 13.621999626159667, + 13.719999999999999, + 13.719999999999999 + ], + "p90": [ + 14.280000000000001, + 14.280000000000001, + 14.280000000000001, + 14.280000000000001, + 14.280000000000001, + 14.280000000000001, + 14.280000000000001, + 14.280000000000001, + 14.68799961090088, + 14.280000000000001, + 14.280000000000001, + 14.280000000000001, + 14.280000000000001, + 14.280000000000001, + 14.280000000000001, + 14.280000000000001, + 14.280000000000001, + 14.280000000000001, + 14.280000000000001, + 14.280000000000001, + 14.280000000000001, + 14.17799961090088, + 14.280000000000001, + 14.280000000000001 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260622_072453.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260622_072453.json new file mode 100644 index 0000000000000000000000000000000000000000..13adcdba8d995e3a79ad318c68d6ae417f80b35f --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260622_072453.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T07:24:53.183621+00:00", + "metrics": { + "MSE[mean]": 0.009374404254685942, + "MSE[0.5]": 0.009374404254685942, + "MAE[0.5]": 0.07958579063415527, + "MASE[0.5]": 0.04101773121571483, + "MAPE[0.5]": 0.005687310959701511, + "sMAPE[0.5]": 0.005663499907871228, + "MSIS": 0.6509143968807845, + "RMSE[mean]": 0.09682150719073702, + "NRMSE[mean]": 0.006917880961003523, + "ND[0.5]": 0.005686391812821399, + "mean_weighted_sum_quantile_loss": 0.009474677375105439 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00", + "2026-06-26 18:00:00", + "2026-06-26 19:00:00", + "2026-06-26 20:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0 + ], + "actual": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0 + ], + "predictions": { + "p50": [ + 14.05810546875, + 14.05810546875, + 14.0400390625, + 14.0400390625, + 14.02197265625, + 14.00390625, + 14.02197265625, + 14.02197265625, + 14.0400390625, + 14.0400390625, + 14.02197265625, + 14.05810546875, + 14.05810546875, + 14.05810546875, + 14.076171875, + 14.05810546875, + 14.09423828125, + 14.09423828125, + 14.09423828125, + 14.13037109375, + 14.1484375, + 14.16650390625, + 14.1845703125, + 14.220703125 + ], + "p10": [ + 13.931640625, + 13.8955078125, + 13.87744140625, + 13.84130859375, + 13.8232421875, + 13.8232421875, + 13.787109375, + 13.787109375, + 13.787109375, + 13.787109375, + 13.787109375, + 13.787109375, + 13.7509765625, + 13.73291015625, + 13.71484375, + 13.69677734375, + 13.6787109375, + 13.642578125, + 13.6064453125, + 13.642578125, + 13.642578125, + 13.62451171875, + 13.62451171875, + 13.66064453125 + ], + "p90": [ + 14.220703125, + 14.27490234375, + 14.31103515625, + 14.365234375, + 14.4013671875, + 14.4375, + 14.52783203125, + 14.572998046875, + 14.663330078125, + 14.771728515625, + 14.862060546875, + 14.952392578125, + 15.06982421875, + 15.14208984375, + 15.25048828125, + 15.277587890625, + 15.313720703125, + 15.422119140625, + 15.494384765625, + 15.602783203125, + 15.6795654296875, + 15.7744140625, + 15.8692626953125, + 15.9866943359375 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260622_072046.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260622_072046.json new file mode 100644 index 0000000000000000000000000000000000000000..16675d37b354202460a016aa3679b36f94286bbc --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260622_072046.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T07:20:46.298925+00:00", + "metrics": { + "MSE[mean]": 0.00211398318136465, + "MSE[0.5]": 0.010294307922966558, + "MAE[0.5]": 0.09231356779734294, + "MASE[0.5]": 0.04757750197998356, + "MAPE[0.5]": 0.006594643729927452, + "sMAPE[0.5]": 0.006621025186851755, + "MSIS": 1.4139245150309996, + "RMSE[mean]": 0.04597807283221699, + "NRMSE[mean]": 0.003285125835141485, + "ND[0.5]": 0.0065957894236193335, + "mean_weighted_sum_quantile_loss": 0.006846533248589538 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00", + "2026-06-26 18:00:00", + "2026-06-26 19:00:00", + "2026-06-26 20:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0 + ], + "actual": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0 + ], + "predictions": { + "p50": [ + 13.971508979797363, + 13.94157886505127, + 13.982162475585938, + 13.901477813720703, + 13.918946266174316, + 13.94205379486084, + 13.930523872375488, + 13.963080406188965, + 13.874605178833008, + 13.901703834533691, + 13.861821174621582, + 13.902902603149414, + 13.885063171386719, + 13.936209678649902, + 13.903974533081055, + 13.934377670288086, + 13.888514518737793, + 13.887059211730957, + 13.917154312133789, + 13.873266220092773, + 13.871203422546387, + 13.834053993225098, + 13.830602645874023, + 13.830629348754883 + ], + "p10": [ + 14.024720191955566, + 14.002410888671875, + 14.028794288635254, + 14.02135181427002, + 14.019248008728027, + 14.106711387634277, + 14.12157154083252, + 14.068333625793457, + 14.05079174041748, + 13.964902877807617, + 14.06151008605957, + 14.057722091674805, + 13.958259582519531, + 14.035177230834961, + 14.046025276184082, + 14.030770301818848, + 14.045409202575684, + 14.16617488861084, + 14.128369331359863, + 14.023383140563965, + 14.025157928466797, + 14.125922203063965, + 14.166340827941895, + 14.081830024719238 + ], + "p90": [ + 14.08596134185791, + 14.080281257629395, + 14.144923210144043, + 14.123430252075195, + 14.150819778442383, + 14.163322448730469, + 14.118510246276855, + 14.161515235900879, + 14.103800773620605, + 14.136590957641602, + 14.1072416305542, + 14.137208938598633, + 14.137406349182129, + 14.26026439666748, + 14.260043144226074, + 14.28854751586914, + 14.308606147766113, + 14.330485343933105, + 14.419806480407715, + 14.403324127197266, + 14.429640769958496, + 14.427043914794922, + 14.450451850891113, + 14.464356422424316 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260622_072242.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260622_072242.json new file mode 100644 index 0000000000000000000000000000000000000000..57dd55dcdeea0fecb970f073870febfec3dd2be2 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260622_072242.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-22T07:22:42.975123+00:00", + "metrics": { + "MSE[mean]": 0.004921157931751925, + "MSE[0.5]": 0.004921157931751925, + "MAE[0.5]": 0.0666356881459554, + "MASE[0.5]": 0.034343376172630315, + "MAPE[0.5]": 0.004760187553788527, + "sMAPE[0.5]": 0.004772662247790824, + "MSIS": 0.7285126522342766, + "RMSE[mean]": 0.0701509652945127, + "NRMSE[mean]": 0.005012275074905639, + "ND[0.5]": 0.004761109093666072, + "mean_weighted_sum_quantile_loss": 0.013565391993205313 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00", + "2026-06-26 18:00:00", + "2026-06-26 19:00:00", + "2026-06-26 20:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0 + ], + "actual": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0 + ], + "predictions": { + "p50": [ + 13.962286949157715, + 13.96403694152832, + 13.964574813842773, + 13.964346885681152, + 13.959280014038086, + 13.949575424194336, + 13.941434860229492, + 13.943662643432617, + 13.940278053283691, + 13.931105613708496, + 13.92314338684082, + 13.924750328063965, + 13.917858123779297, + 13.919644355773926, + 13.916522026062012, + 13.916236877441406, + 13.92080307006836, + 13.928960800170898, + 13.915383338928223, + 13.914702415466309, + 13.912471771240234, + 13.910138130187988, + 13.899744033813477, + 13.906089782714844 + ], + "p10": [ + 13.864485740661621, + 13.785037994384766, + 13.715911865234375, + 13.641389846801758, + 13.561338424682617, + 13.491801261901855, + 13.388251304626465, + 13.310527801513672, + 13.247633934020996, + 13.18300724029541, + 13.108331680297852, + 13.048991203308105, + 12.964969635009766, + 12.89862060546875, + 12.830419540405273, + 12.728422164916992, + 12.656803131103516, + 12.610952377319336, + 12.573690414428711, + 12.564815521240234, + 12.555484771728516, + 12.498334884643555, + 12.481098175048828, + 12.461881637573242 + ], + "p90": [ + 14.065978050231934, + 14.082467079162598, + 14.117137908935547, + 14.184802055358887, + 14.25577449798584, + 14.2774658203125, + 14.279953002929688, + 14.287099838256836, + 14.307430267333984, + 14.341442108154297, + 14.350820541381836, + 14.393728256225586, + 14.468801498413086, + 14.46941089630127, + 14.480729103088379, + 14.592195510864258, + 14.683477401733398, + 14.691234588623047, + 14.661639213562012, + 14.700549125671387, + 14.819664001464844, + 14.852405548095703, + 14.867591857910156, + 14.864808082580566 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260622_072152.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260622_072152.json new file mode 100644 index 0000000000000000000000000000000000000000..6204ccc43986bde2973daad8eab3f4c27483a4f6 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260622_072152.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T07:21:52.074742+00:00", + "metrics": { + "MSE[mean]": 0.0004924023849450047, + "MSE[0.5]": 0.0004924023849450047, + "MAE[0.5]": 0.015497088432312012, + "MASE[0.5]": 0.007987046467437338, + "MAPE[0.5]": 0.0011088889436566961, + "sMAPE[0.5]": 0.001108364831466357, + "MSIS": 1.0148653389990736, + "RMSE[mean]": 0.02219014161615479, + "NRMSE[mean]": 0.0015854820138872557, + "ND[0.5]": 0.0011072644511274014, + "mean_weighted_sum_quantile_loss": 0.01517449476225942 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00", + "2026-06-26 15:00:00", + "2026-06-26 16:00:00", + "2026-06-26 17:00:00", + "2026-06-26 18:00:00", + "2026-06-26 19:00:00", + "2026-06-26 20:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0 + ], + "actual": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0 + ], + "predictions": { + "p50": [ + 13.986594200134277, + 13.98812484741211, + 13.987844467163086, + 13.987571716308594, + 13.986715316772461, + 13.988280296325684, + 13.985767364501953, + 13.985310554504395, + 13.98610782623291, + 13.990522384643555, + 13.99126148223877, + 13.987479209899902, + 13.985034942626953, + 13.98751163482666, + 13.986748695373535, + 13.986541748046875, + 13.98816967010498, + 13.988926887512207, + 13.988992691040039, + 13.987844467163086, + 13.987613677978516, + 13.992227554321289, + 13.989472389221191, + 13.98992919921875 + ], + "p10": [ + 13.957257270812988, + 13.939901351928711, + 13.798110961914062, + 13.529707908630371, + 13.336275100708008, + 13.213993072509766, + 13.09169864654541, + 13.012629508972168, + 12.893172264099121, + 12.881919860839844, + 12.83311653137207, + 12.803685188293457, + 12.739677429199219, + 12.710229873657227, + 12.659567832946777, + 12.629938125610352, + 12.593877792358398, + 12.542428016662598, + 12.483335494995117, + 12.433238983154297, + 12.378557205200195, + 12.328513145446777, + 12.277490615844727, + 12.239686965942383 + ], + "p90": [ + 14.023224830627441, + 14.125603675842285, + 14.345613479614258, + 14.44161319732666, + 14.542803764343262, + 14.6525297164917, + 14.63503646850586, + 14.66037368774414, + 14.701617240905762, + 14.814736366271973, + 14.816880226135254, + 14.876145362854004, + 14.905959129333496, + 14.925923347473145, + 14.978074073791504, + 15.045857429504395, + 15.09841537475586, + 15.154086112976074, + 15.18794059753418, + 15.234271049499512, + 15.285133361816406, + 15.319279670715332, + 15.359786987304688, + 15.435998916625977 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260622_072519.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260622_072519.json new file mode 100644 index 0000000000000000000000000000000000000000..1d4ac25113e7d4533d39b9436aa6e211ef66860e --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260622_072519.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-22T07:25:19.109338+00:00", + "metrics": { + "MSE[mean]": 8.76754445230361, + "MSE[0.5]": 8.585671782160391, + "MAE[0.5]": 2.698900338238906, + "MASE[0.5]": 1.442866587999955, + "MAPE[0.5]": 0.11585654148884612, + "sMAPE[0.5]": 0.10834900414013009, + "MSIS": 30.309318698760467, + "RMSE[mean]": 2.9610039601972185, + "NRMSE[mean]": 0.1242379283998833, + "ND[0.5]": 0.11324057363240166, + "mean_weighted_sum_quantile_loss": 0.10373046645884583 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453, + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727 + ], + "actual": [ + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273, + 24.399999618530273, + 24.799999237060547, + 25.299999237060547, + 24.899999618530273, + 24.700000762939453, + 25.200000762939453, + 25.0 + ], + "predictions": { + "p50": [ + 26.935645738936007, + 26.729924202645307, + 26.7091239973717, + 26.568455386207386, + 26.54476955664004, + 26.528278298688107, + 26.49827648679116, + 26.52787028675438, + 26.546353021184288, + 26.48046981507185, + 26.524586420466704, + 26.549944936916702, + 26.418901759009472, + 26.44172718272882, + 26.43135902739649, + 26.446729497172917, + 26.53413041993255, + 26.396045313988783, + 26.47751028749682, + 26.480765821434, + 26.462720114279914, + 26.507122178363034, + 26.46599025832694, + 26.438201495151027 + ], + "p10": [ + 26.184632393579214, + 26.103074287685008, + 25.937458680684333, + 25.893678163562384, + 25.65141176216986, + 25.745033161874275, + 25.790469361784133, + 25.87087477243901, + 25.976099522373556, + 25.632400554268138, + 25.86980363522596, + 25.871216088328428, + 25.511098745982622, + 25.516903106742248, + 25.515045107347607, + 25.477727330074845, + 25.725888767001003, + 25.554797664890394, + 25.510500709534117, + 25.853132208394264, + 25.619615299597072, + 25.44545216938616, + 25.768790790148284, + 25.55065786026311 + ], + "p90": [ + 27.647551369242684, + 27.528410246215486, + 27.414500055751795, + 27.348632991668513, + 27.241884146974915, + 27.2750624566754, + 27.051167353240835, + 27.174841761163318, + 27.26653408175024, + 27.247629881183734, + 27.084557281075522, + 27.31476194893253, + 27.311263987877695, + 27.23950808592615, + 27.210702857900188, + 27.25953566491763, + 27.283456983495217, + 26.962480150883362, + 27.253840097001692, + 27.23256403742112, + 27.192914187433907, + 27.229519485489927, + 27.094283741572138, + 27.33278008450641 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260622_071943.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260622_071943.json new file mode 100644 index 0000000000000000000000000000000000000000..b5543f81aa79cc97bb181b119017c20e8b3d9708 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260622_071943.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T07:19:43.631375+00:00", + "metrics": { + "MSE[mean]": 1.4146528784751051, + "MSE[0.5]": 1.4146528784751051, + "MAE[0.5]": 0.992355744043986, + "MASE[0.5]": 0.5305260539650786, + "MAPE[0.5]": 0.04108920307966026, + "sMAPE[0.5]": 0.03994617982365486, + "MSIS": 2.601190839899633, + "RMSE[mean]": 1.1893918103279109, + "NRMSE[mean]": 0.04990455148228997, + "ND[0.5]": 0.04163730394590151, + "mean_weighted_sum_quantile_loss": 0.027683183733770437 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453, + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727 + ], + "actual": [ + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273, + 24.399999618530273, + 24.799999237060547, + 25.299999237060547, + 24.899999618530273, + 24.700000762939453, + 25.200000762939453, + 25.0 + ], + "predictions": { + "p50": [ + 26.743579864501953, + 26.096853256225586, + 25.40869140625, + 24.764055252075195, + 24.27766227722168, + 23.875810623168945, + 23.60032081604004, + 23.38043975830078, + 23.234134674072266, + 23.159929275512695, + 23.120729446411133, + 22.985366821289062, + 22.846946716308594, + 22.80968475341797, + 23.15296745300293, + 23.999176025390625, + 24.834260940551758, + 25.75897216796875, + 26.365808486938477, + 26.849506378173828, + 27.100406646728516, + 27.177600860595703, + 27.011537551879883, + 26.749258041381836 + ], + "p10": [ + 26.124160766601562, + 25.358346939086914, + 24.624204635620117, + 23.937593460083008, + 23.44503402709961, + 22.974946975708008, + 22.6114501953125, + 22.349353790283203, + 22.174667358398438, + 22.023019790649414, + 21.898448944091797, + 21.733104705810547, + 21.643356323242188, + 21.542770385742188, + 21.829097747802734, + 22.665729522705078, + 23.11859130859375, + 23.731229782104492, + 24.11520004272461, + 24.39805030822754, + 24.49456024169922, + 24.45311737060547, + 24.309391021728516, + 24.083480834960938 + ], + "p90": [ + 27.393423080444336, + 26.783370971679688, + 26.13975715637207, + 25.574729919433594, + 25.08083724975586, + 24.72806739807129, + 24.52715301513672, + 24.32515525817871, + 24.17244529724121, + 24.171730041503906, + 24.228097915649414, + 24.075307846069336, + 23.94586944580078, + 23.90715789794922, + 24.374629974365234, + 25.308948516845703, + 26.577064514160156, + 27.74785614013672, + 28.595815658569336, + 29.355466842651367, + 29.735868453979492, + 29.936710357666016, + 29.830297470092773, + 29.42466163635254 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260622_072519.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260622_072519.json new file mode 100644 index 0000000000000000000000000000000000000000..910e303ff9dbad3b75573be7a6dec3d42b71efcb --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260622_072519.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-22T07:25:19.290961+00:00", + "metrics": { + "MSE[mean]": 4.998963040908283, + "MSE[0.5]": 4.936685948343508, + "MAE[0.5]": 1.9514705605875118, + "MASE[0.5]": 1.043281083574423, + "MAPE[0.5]": 0.08157645032270584, + "sMAPE[0.5]": 0.0821624273411614, + "MSIS": 13.069986346278649, + "RMSE[mean]": 2.235836094374604, + "NRMSE[mean]": 0.09381130465907431, + "ND[0.5]": 0.08187988366101448, + "mean_weighted_sum_quantile_loss": 0.07240259576090304 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453, + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727 + ], + "actual": [ + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273, + 24.399999618530273, + 24.799999237060547, + 25.299999237060547, + 24.899999618530273, + 24.700000762939453, + 25.200000762939453, + 25.0 + ], + "predictions": { + "p50": [ + 26.85397612645226, + 26.509742538640424, + 26.36550971376804, + 25.971276888895655, + 25.77704291961409, + 25.53280971327198, + 25.28857650692987, + 25.04434520793639, + 24.800110094245646, + 24.555876887903537, + 24.211645207440334, + 24.067410475219315, + 23.823177268877203, + 23.578944062535093, + 23.23471238207189, + 23.09047764985087, + 22.84624444350876, + 22.502012763045556, + 22.35777803082454, + 22.113544824482428, + 21.769313144019222, + 21.675079556207386, + 21.380845205456097, + 21.136611999113985 + ], + "p10": [ + 26.053976889391713, + 25.809743683049604, + 25.565510285972632, + 25.021278033304835, + 24.777044826962722, + 24.632810094741707, + 24.388576888399598, + 24.234342308766468, + 24.100111238654826, + 23.855876124964084, + 23.501644406353908, + 23.367411619628495, + 23.023176124468023, + 22.578944062535093, + 22.224710627311147, + 22.090479557199505, + 22.04624329909958, + 21.602013144515283, + 21.447778564882157, + 21.113544824482428, + 20.86931352548895, + 20.62508031914684, + 20.580845777660688, + 20.136611999113985 + ], + "p90": [ + 28.263975783129506, + 27.709743301579877, + 27.465510095237768, + 27.241276774454736, + 26.877043301083816, + 26.932809331802254, + 26.398576735811705, + 26.24434234691344, + 26.02011074274418, + 25.77587753640207, + 25.51164444450088, + 25.46741009374959, + 25.223176887407476, + 24.97894387180023, + 24.534711619132437, + 24.490477268381145, + 24.246245969387665, + 23.602013144515283, + 23.5677786411761, + 23.31354387080811, + 23.06931238107977, + 22.925077648858753, + 22.480845586925824, + 22.35661264761252 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260622_072403.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260622_072403.json new file mode 100644 index 0000000000000000000000000000000000000000..bbd7571015484f0f772dfa95341fe1439663393a --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260622_072403.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T07:24:03.647115+00:00", + "metrics": { + "MSE[mean]": 1.8263405063174407, + "MSE[0.5]": 1.7151237575624236, + "MAE[0.5]": 1.2243905067443848, + "MASE[0.5]": 0.6545748013795033, + "MAPE[0.5]": 0.05135453114708031, + "sMAPE[0.5]": 0.04991103578223425, + "MSIS": 3.4621328399483686, + "RMSE[mean]": 1.351421661184044, + "NRMSE[mean]": 0.056703006762966884, + "ND[0.5]": 0.051373028255009154, + "mean_weighted_sum_quantile_loss": 0.03412511854460745 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453, + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727 + ], + "actual": [ + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273, + 24.399999618530273, + 24.799999237060547, + 25.299999237060547, + 24.899999618530273, + 24.700000762939453, + 25.200000762939453, + 25.0 + ], + "predictions": { + "p50": [ + 26.655713081359863, + 26.364645957946777, + 25.949063301086426, + 25.347128868103027, + 24.71951389312744, + 24.227195739746094, + 23.90269660949707, + 23.968390464782715, + 23.853788375854492, + 23.689064025878906, + 23.56892490386963, + 23.47410011291504, + 23.396282196044922, + 23.42022705078125, + 23.77352237701416, + 24.315704345703125, + 25.46694564819336, + 25.84227752685547, + 26.230229377746582, + 26.667278289794922, + 26.526700019836426, + 26.834065437316895, + 26.713149070739746, + 26.195180892944336 + ], + "p10": [ + 26.199105262756348, + 25.580357551574707, + 25.110652923583984, + 24.15988254547119, + 23.46671772003174, + 22.693448066711426, + 22.8651180267334, + 22.56977653503418, + 22.020898818969727, + 22.27182674407959, + 22.181937217712402, + 21.815526008605957, + 22.015392303466797, + 22.173802375793457, + 21.94956684112549, + 22.396419525146484, + 23.127434730529785, + 23.479869842529297, + 23.59311294555664, + 23.998881340026855, + 23.71427631378174, + 24.069128036499023, + 23.67892837524414, + 23.97665023803711 + ], + "p90": [ + 27.11631965637207, + 27.026691436767578, + 27.053203582763672, + 26.58358860015869, + 26.15208339691162, + 25.422430992126465, + 24.965298652648926, + 25.16975688934326, + 25.015316009521484, + 24.892956733703613, + 24.79381275177002, + 25.321712493896484, + 24.751532554626465, + 24.887911796569824, + 25.473206520080566, + 26.227495193481445, + 27.35617160797119, + 28.04605770111084, + 28.612446784973145, + 29.47243595123291, + 28.86319065093994, + 30.505188941955566, + 29.420893669128418, + 28.92745018005371 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260622_072519.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260622_072519.json new file mode 100644 index 0000000000000000000000000000000000000000..53df9664b3f39a5d12ac429eff127ef63f643d19 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260622_072519.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T07:25:19.374165+00:00", + "metrics": { + "MSE[mean]": 5.297585443995278, + "MSE[0.5]": 4.834347732967655, + "MAE[0.5]": 1.9490524907610307, + "MASE[0.5]": 1.0419883525644453, + "MAPE[0.5]": 0.08391625201256529, + "sMAPE[0.5]": 0.07967897193964014, + "MSIS": 16.30291667255581, + "RMSE[mean]": 2.3016484188501245, + "NRMSE[mean]": 0.09657266093077446, + "ND[0.5]": 0.0817784261857775, + "mean_weighted_sum_quantile_loss": 0.07310524760028186 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453, + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727 + ], + "actual": [ + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273, + 24.399999618530273, + 24.799999237060547, + 25.299999237060547, + 24.899999618530273, + 24.700000762939453, + 25.200000762939453, + 25.0 + ], + "predictions": { + "p50": [ + 25.789875461806112, + 25.689875080336385, + 25.789875461806112, + 25.63987584327584, + 25.689875080336385, + 25.689875080336385, + 25.689875080336385, + 25.689876987685018, + 25.689875080336385, + 25.689875080336385, + 25.58987660621529, + 25.689875080336385, + 25.689875080336385, + 25.689875080336385, + 25.58987660621529, + 25.689875080336385, + 25.689875080336385, + 25.58987660621529, + 25.689875080336385, + 25.689875080336385, + 25.58987660621529, + 25.739876224745565, + 25.689875080336385, + 25.689875080336385 + ], + "p10": [ + 24.989876224745565, + 24.989876224745565, + 24.989876034010702, + 24.689876987685018, + 24.689876987685018, + 24.789875461806112, + 24.789875461806112, + 24.879874088515095, + 24.989876224745565, + 24.989874317396932, + 24.879875805128865, + 24.989876224745565, + 24.889873935927206, + 24.689875080336385, + 24.579874851454548, + 24.689876987685018, + 24.889873935927206, + 24.689876987685018, + 24.779875614394, + 24.689875080336385, + 24.689876987685018, + 24.689876987685018, + 24.889875652540976, + 24.689875080336385 + ], + "p90": [ + 27.19987511848336, + 26.88987584327584, + 26.88987584327584, + 26.90987572883492, + 26.789875461806112, + 27.08987469886666, + 26.79987530921822, + 26.889874126662068, + 26.90987572883492, + 26.90987572883492, + 26.88987584327584, + 27.08987469886666, + 27.08987469886666, + 27.08987488960152, + 26.88987584327584, + 27.08987469886666, + 27.08987660621529, + 26.689876987685018, + 26.899875690687946, + 26.889874126662068, + 26.88987584327584, + 26.989874317396932, + 26.789875461806112, + 26.90987572883492 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260622_072519.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260622_072519.json new file mode 100644 index 0000000000000000000000000000000000000000..2f916792f1bd4ee044d7da0fdbd0c5a1f100da45 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260622_072519.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T07:25:19.429169+00:00", + "metrics": { + "MSE[mean]": 4.454999036789711, + "MSE[0.5]": 4.454999036789711, + "MAE[0.5]": 1.9583330949147542, + "MASE[0.5]": 1.0469498820659753, + "MAPE[0.5]": 0.08181726692608265, + "sMAPE[0.5]": 0.07816496703299979, + "MSIS": 26.36219697934439, + "RMSE[mean]": 2.1106868637459493, + "NRMSE[mean]": 0.08856028798934053, + "ND[0.5]": 0.08216782216425542, + "mean_weighted_sum_quantile_loss": 0.07495336999426352 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453, + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727 + ], + "actual": [ + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273, + 24.399999618530273, + 24.799999237060547, + 25.299999237060547, + 24.899999618530273, + 24.700000762939453, + 25.200000762939453, + 25.0 + ], + "predictions": { + "p50": [ + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453, + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727 + ], + "p10": [ + 27.04800037384033, + 26.851999626159667, + 26.753999252319336, + 25.97, + 24.891999626159667, + 24.206000747680665, + 24.009999999999998, + 23.911999626159666, + 23.813999252319334, + 23.421999626159668, + 23.716000747680663, + 23.421999626159668, + 23.226000747680665, + 23.03, + 23.421999626159668, + 24.303999252319336, + 25.186000747680662, + 26.95, + 27.243999252319334, + 27.439999999999998, + 27.243999252319334, + 27.243999252319334, + 26.753999252319336, + 26.558000373840333 + ], + "p90": [ + 28.152000389099122, + 27.94799961090088, + 27.84599922180176, + 27.03, + 25.90799961090088, + 25.19400077819824, + 24.990000000000002, + 24.88799961090088, + 24.78599922180176, + 24.37799961090088, + 24.684000778198243, + 24.37799961090088, + 24.17400077819824, + 23.97, + 24.37799961090088, + 25.295999221801758, + 26.214000778198244, + 28.05, + 28.35599922180176, + 28.560000000000002, + 28.35599922180176, + 28.35599922180176, + 27.84599922180176, + 27.64200038909912 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260622_072503.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260622_072503.json new file mode 100644 index 0000000000000000000000000000000000000000..cfd33d44185843c255edf8394600574f6e7db773 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260622_072503.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T07:25:03.219444+00:00", + "metrics": { + "MSE[mean]": 2.378132119450432, + "MSE[0.5]": 2.378132119450432, + "MAE[0.5]": 1.2624162038167317, + "MASE[0.5]": 0.6749038246538116, + "MAPE[0.5]": 0.0522007563559887, + "sMAPE[0.5]": 0.050308946210896634, + "MSIS": 2.6064462523251613, + "RMSE[mean]": 1.5421193596639762, + "NRMSE[mean]": 0.06470430879708991, + "ND[0.5]": 0.05296851204825448, + "mean_weighted_sum_quantile_loss": 0.03344083154673899 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453, + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727 + ], + "actual": [ + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273, + 24.399999618530273, + 24.799999237060547, + 25.299999237060547, + 24.899999618530273, + 24.700000762939453, + 25.200000762939453, + 25.0 + ], + "predictions": { + "p50": [ + 26.84783935546875, + 26.246337890625, + 25.584686279296875, + 24.899642944335938, + 24.359962463378906, + 24.017440795898438, + 23.696640014648438, + 23.526214599609375, + 23.37249755859375, + 23.205413818359375, + 23.359130859375, + 23.0650634765625, + 22.884613037109375, + 22.86456298828125, + 23.2789306640625, + 24.281015396118164, + 25.120193481445312, + 26.12603759765625, + 26.83447265625, + 27.47607421875, + 27.850341796875, + 27.957275390625, + 27.70330810546875, + 27.43597412109375 + ], + "p10": [ + 26.23297119140625, + 25.3641357421875, + 24.501148223876953, + 23.756790161132812, + 23.165313720703125, + 22.791046142578125, + 22.41009521484375, + 22.22296142578125, + 22.0224609375, + 21.87542724609375, + 21.8887939453125, + 21.58135986328125, + 21.380859375, + 21.36749267578125, + 21.63482666015625, + 22.503662109375, + 23.111846923828125, + 23.860382080078125, + 24.28435707092285, + 24.57967758178711, + 24.65068817138672, + 24.649017333984375, + 24.334064483642578, + 24.17032241821289 + ], + "p90": [ + 27.38250732421875, + 27.11517333984375, + 26.60723876953125, + 25.925537109375, + 25.451019287109375, + 25.130218505859375, + 24.892959594726562, + 24.745925903320312, + 24.63732147216797, + 24.450605392456055, + 24.68744659423828, + 24.397138595581055, + 24.180347442626953, + 24.1611328125, + 24.71752166748047, + 25.818603515625, + 26.994873046875, + 28.2513427734375, + 29.1602783203125, + 30.04248046875, + 30.5771484375, + 30.8177490234375, + 30.6038818359375, + 30.2830810546875 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260622_072059.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260622_072059.json new file mode 100644 index 0000000000000000000000000000000000000000..7cf460e66294d2090bab37291eaea15e4a284f0b --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260622_072059.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T07:20:59.053917+00:00", + "metrics": { + "MSE[mean]": 1.934540350061828, + "MSE[0.5]": 1.1222331865801607, + "MAE[0.5]": 0.9456764856974283, + "MASE[0.5]": 0.5055707263204815, + "MAPE[0.5]": 0.03944210144903836, + "sMAPE[0.5]": 0.038516060484205736, + "MSIS": 27.49708376970962, + "RMSE[mean]": 1.3908775467530663, + "NRMSE[mean]": 0.058358498465163625, + "ND[0.5]": 0.03967873366562637, + "mean_weighted_sum_quantile_loss": 0.050688762116450715 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453, + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727 + ], + "actual": [ + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273, + 24.399999618530273, + 24.799999237060547, + 25.299999237060547, + 24.899999618530273, + 24.700000762939453, + 25.200000762939453, + 25.0 + ], + "predictions": { + "p50": [ + 26.608272552490234, + 26.044780731201172, + 25.42875862121582, + 24.901758193969727, + 24.380817413330078, + 24.05044174194336, + 23.830652236938477, + 23.6075439453125, + 23.331012725830078, + 23.283100128173828, + 23.307449340820312, + 23.108659744262695, + 23.011049270629883, + 22.96499252319336, + 23.283615112304688, + 23.86895179748535, + 24.61545753479004, + 25.392072677612305, + 26.077524185180664, + 26.488473892211914, + 26.798259735107422, + 26.82025909423828, + 26.534019470214844, + 26.17486000061035 + ], + "p10": [ + 26.791547775268555, + 26.163541793823242, + 25.589536666870117, + 25.11748695373535, + 24.534299850463867, + 24.30318260192871, + 24.062999725341797, + 23.824844360351562, + 23.666065216064453, + 23.64518165588379, + 23.588218688964844, + 23.459440231323242, + 23.302078247070312, + 23.32294464111328, + 23.58700180053711, + 24.20421028137207, + 25.013269424438477, + 25.797344207763672, + 26.597217559814453, + 27.030628204345703, + 27.38658332824707, + 27.30299186706543, + 27.016130447387695, + 26.691452026367188 + ], + "p90": [ + 27.36038589477539, + 26.85430908203125, + 26.287921905517578, + 25.744247436523438, + 25.25038719177246, + 24.949657440185547, + 24.789451599121094, + 24.64824104309082, + 24.408084869384766, + 24.41468620300293, + 24.456998825073242, + 24.29023551940918, + 24.22430419921875, + 24.2902774810791, + 24.697420120239258, + 25.456256866455078, + 26.400367736816406, + 27.27834701538086, + 28.13262176513672, + 28.6616268157959, + 29.079761505126953, + 29.169965744018555, + 28.860055923461914, + 28.43416404724121 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260622_072256.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260622_072256.json new file mode 100644 index 0000000000000000000000000000000000000000..a2af683ffcdde4b5705d30d74e494ad4f715db37 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260622_072256.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-22T07:22:56.706880+00:00", + "metrics": { + "MSE[mean]": 2.6240803606501686, + "MSE[0.5]": 2.6240803606501686, + "MAE[0.5]": 1.410857121149699, + "MASE[0.5]": 0.7542622347726379, + "MAPE[0.5]": 0.058673739086841904, + "sMAPE[0.5]": 0.056556444957915064, + "MSIS": 3.2434954637260183, + "RMSE[mean]": 1.6199013428755988, + "NRMSE[mean]": 0.06796788851226289, + "ND[0.5]": 0.059196802286001354, + "mean_weighted_sum_quantile_loss": 0.037028810194322276 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453, + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727 + ], + "actual": [ + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273, + 24.399999618530273, + 24.799999237060547, + 25.299999237060547, + 24.899999618530273, + 24.700000762939453, + 25.200000762939453, + 25.0 + ], + "predictions": { + "p50": [ + 26.756269454956055, + 26.18642807006836, + 25.62566375732422, + 25.000385284423828, + 24.605079650878906, + 24.273910522460938, + 24.020030975341797, + 23.820411682128906, + 23.673044204711914, + 23.595434188842773, + 23.55205726623535, + 23.436717987060547, + 23.198680877685547, + 23.091567993164062, + 23.422941207885742, + 24.37102508544922, + 25.264314651489258, + 26.285240173339844, + 26.88685417175293, + 27.416540145874023, + 27.766599655151367, + 27.902381896972656, + 27.76638412475586, + 27.455148696899414 + ], + "p10": [ + 26.21648406982422, + 25.378427505493164, + 24.621850967407227, + 23.854516983032227, + 23.336782455444336, + 22.889699935913086, + 22.503952026367188, + 22.205257415771484, + 21.978775024414062, + 21.781875610351562, + 21.593765258789062, + 21.410993576049805, + 21.193052291870117, + 21.128692626953125, + 21.49793243408203, + 22.412691116333008, + 23.218130111694336, + 23.997947692871094, + 24.393028259277344, + 24.697763442993164, + 24.941852569580078, + 25.028423309326172, + 24.966466903686523, + 24.74152374267578 + ], + "p90": [ + 27.286754608154297, + 26.92428207397461, + 26.50135040283203, + 25.991975784301758, + 25.70751190185547, + 25.46824836730957, + 25.29192352294922, + 25.172420501708984, + 25.11197853088379, + 25.043331146240234, + 25.050739288330078, + 24.99810218811035, + 24.820648193359375, + 24.765207290649414, + 25.130035400390625, + 26.12664794921875, + 27.159095764160156, + 28.409093856811523, + 29.268871307373047, + 30.09514045715332, + 30.902740478515625, + 30.986446380615234, + 31.01106071472168, + 30.508516311645508 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260622_072201.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260622_072201.json new file mode 100644 index 0000000000000000000000000000000000000000..f553e6e38f498303f241319e9be68a694cee4943 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260622_072201.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T07:22:01.965254+00:00", + "metrics": { + "MSE[mean]": 1.8009320507633977, + "MSE[0.5]": 1.8009320507633977, + "MAE[0.5]": 1.2708213329315186, + "MASE[0.5]": 0.6793973140189894, + "MAPE[0.5]": 0.05344228120329033, + "sMAPE[0.5]": 0.0519122326829815, + "MSIS": 3.743296597457231, + "RMSE[mean]": 1.3419880963568185, + "NRMSE[mean]": 0.05630719285413225, + "ND[0.5]": 0.05332117480831546, + "mean_weighted_sum_quantile_loss": 0.03231171042583854 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453, + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727 + ], + "actual": [ + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273, + 24.399999618530273, + 24.799999237060547, + 25.299999237060547, + 24.899999618530273, + 24.700000762939453, + 25.200000762939453, + 25.0 + ], + "predictions": { + "p50": [ + 26.765535354614258, + 26.13606071472168, + 25.59799575805664, + 25.021568298339844, + 24.707683563232422, + 24.329011917114258, + 24.13507652282715, + 23.901823043823242, + 23.790191650390625, + 23.670339584350586, + 23.752994537353516, + 23.614574432373047, + 23.522613525390625, + 23.52002716064453, + 23.793170928955078, + 24.614845275878906, + 25.432579040527344, + 25.98301124572754, + 26.382715225219727, + 26.633224487304688, + 26.822830200195312, + 26.72376823425293, + 26.708303451538086, + 26.470840454101562 + ], + "p10": [ + 26.26559829711914, + 25.321435928344727, + 24.711872100830078, + 24.079689025878906, + 23.695514678955078, + 23.299413681030273, + 23.080373764038086, + 22.832061767578125, + 22.702892303466797, + 22.52755355834961, + 22.551349639892578, + 22.39730453491211, + 22.273836135864258, + 22.21794319152832, + 22.48124122619629, + 23.177881240844727, + 23.874879837036133, + 24.2855224609375, + 24.58414077758789, + 24.761144638061523, + 24.89395523071289, + 24.75896644592285, + 24.746007919311523, + 24.531204223632812 + ], + "p90": [ + 27.173189163208008, + 26.81439971923828, + 26.469680786132812, + 25.988605499267578, + 25.741350173950195, + 25.412248611450195, + 25.2341251373291, + 25.03705596923828, + 24.930221557617188, + 24.875389099121094, + 25.019575119018555, + 24.88876724243164, + 24.81423568725586, + 24.81392478942871, + 25.155864715576172, + 26.104219436645508, + 27.10572052001953, + 27.83617401123047, + 28.424413681030273, + 28.812347412109375, + 29.14443016052246, + 29.044830322265625, + 29.046524047851562, + 28.78323745727539 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 455112d110dc555d74da03db1e17d6555665a7a1..ca6f5884c59bbb604c79bb93a2b50972e7c6349a 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,195467.04443232217,195467.04443232217,370.8792317708333,0.3486900441807104,0.005791279943720814,0.005797407360079977,3.6090933850669145,442.11655073331303,0.006898051303960913,0.00578658266487749,0.005588785982087775,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,183693.0076491038,183693.0076491038,351.3680013020833,0.332487399812246,0.005487278271651107,0.005491970849564247,3.633754674252016,428.5942226035062,0.006686777417250159,0.005481920876065199,0.005524833423259513,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.19888428592353105,0.19888428592353105,0.3826166659593582,1.124185806038508,0.3362141540600244,0.28228054276050085,40.1674360676785,0.44596444468537066,0.31497631590070846,0.2702349689135297,0.2635191513853599,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.3039858884830815,0.3039858884830815,0.45454999804496765,1.3325678927694744,0.4741179145016581,0.3421759468801618,48.11702339953696,0.5513491529721266,0.4178153095015084,0.3444603969975981,0.33665548104243176,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.08930557959609962,0.08930557959609962,0.2736111548211839,4.10416897825799,0.16980774053985564,0.1883860341066151,142.56550204512192,0.29884039150707126,0.1894058717646781,0.17341551134402255,0.16817881378946575,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,1.155416707992572,1.155416707992572,0.7125000158945719,0.3582402390898857,0.05076272439763696,0.04800395462539813,10.055950531922385,1.0749031156306934,0.07671030541641909,0.05084746060709565,0.049147919042802066,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,178.8404184850066,178.8404184850066,11.454166730244955,0.9906856134310175,0.5735929816335207,0.4172178119110305,36.426958962036046,13.373122989227557,0.6152097838443096,0.5269311771010419,0.5169637630871581,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.18916598002185,4.18916598002185,1.8749998410542805,0.9868419403226955,0.07821406509678278,0.07477448806630255,24.143679685375208,2.046745216196156,0.08525144767101815,0.07809787440465037,0.07091055537436146,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,28.916666666666668,28.916666666666668,4.416666666666667,0.8174807197943444,0.6570135882635882,0.49892211403434317,30.837223776296966,5.377421934967226,0.6452906321960671,0.53,0.5234111111111112,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,2500.0,2500.0,45.833333333333336,2.75,0.01961917977181622,0.01939236675536932,11.387499985466036,50.0,0.021371326803205696,0.019590382902938557,0.014188186405461533,Hydrology,1 +nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.0074999936421894136,0.0074999936421894136,0.02500001589457194,0.012884761515607383,0.001787856581662755,0.0017710816686899427,0.4333142267897299,0.08660250367159955,0.006187734819545476,0.0017862470746416001,0.005270417504067875,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,178.86375139236543,178.86375139236543,11.420833349227905,0.9870090446936203,0.5744512286689242,0.4160341618397391,36.25167944883194,13.373995341421555,0.6232541518332375,0.5322330104494558,0.5220388356674835,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.454999036789711,4.454999036789711,1.9583330949147542,1.0469498820659753,0.08181726692608265,0.07816496703299979,26.36219697934439,2.1106868637459493,0.08856028798934053,0.08216782216425542,0.07495336999426352,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,30.666666666666668,30.666666666666668,4.416666666666667,0.8185328185328186,1.0774681337181338,0.5147247896196274,30.771274267067355,5.5377492419453835,0.7069467117377085,0.5638297872340425,0.5563947990543734,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,2500.0,2500.0,45.833333333333336,1.7599999999999998,0.0198504471168671,0.019618739137938646,7.230399994221334,50.0,0.021602160216021602,0.019801980198019802,0.014413441344134387,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,7551.857142857143,7551.857142857143,73.85714285714286,1.530991524558358,0.3288908310812257,0.29127747091684864,55.43516014261311,86.90142198409151,0.34543438608099974,0.2935831913685406,0.2867184049466844,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index ec8a89e081498f43dcf8d5953999426a6b89a05c..25feb65e0a427aa285bf96ff088d6c4e1e27bf4a 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T07:05:12.265040+00:00", + "evaluated_at": "2026-06-22T07:25:19.399805+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65539.5, 64926.01953125, 64909.44140625, 64798.0, @@ -101,10 +100,10 @@ 64426.0, 64276.12109375, 64256.55078125, - 64303.4609375 + 64303.4609375, + 64191.0703125 ], "actuals": [ - 64191.0703125, 64014.0, 64209.16015625, 64365.98828125, @@ -127,10 +126,10 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 63989.94921875 + 63989.94921875, + 64258.66015625 ], "p50": [ - 63655.2109375, 63417.96875, 63741.16015625, 63674.69921875, @@ -153,10 +152,10 @@ 64426.0, 64276.12109375, 64256.55078125, - 64303.4609375 + 64303.4609375, + 64191.0703125 ], "p10": [ - 62382.10671875, 62149.609375, 62466.336953125, 62401.205234375, @@ -179,10 +178,10 @@ 63137.479999999996, 62990.598671875, 62971.419765624996, - 63017.39171875 + 63017.39171875, + 62907.248906249995 ], "p90": [ - 64928.31515625, 64686.328125, 65015.983359375, 64948.193203125, @@ -205,10 +204,10 @@ 65714.52, 65561.64351562501, 65541.681796875, - 65589.53015625 + 65589.53015625, + 65474.891718750005 ], "timestamps": [ - "2026-06-17 07:00:00", "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", @@ -327,6 +326,7 @@ "2026-06-22 03:00:00", "2026-06-22 04:00:00", "2026-06-22 05:00:00", - "2026-06-22 06:00:00" + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index d365702ef982a1e29559a63f02422ef775c251a2..7896007fba51f5beb0b8015fbe39eea5037dc6b9 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T06:53:21.716291+00:00", + "evaluated_at": "2026-06-22T07:25:19.405659+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.815999984741211, - 1.815000057220459, - 1.812999963760376, - 1.815999984741211, - 1.809999942779541, 1.8029999732971191, 1.8009999990463257, 1.8029999732971191, @@ -245,14 +240,14 @@ 1.7480000257492065, 1.7640000581741333, 1.7740000486373901, - 1.7929999828338623 - ], - "actuals": [ + 1.7929999828338623, 1.8079999685287476, 1.8209999799728394, 1.8380000591278076, 1.8489999771118164, - 1.8450000286102295, + 1.8450000286102295 + ], + "actuals": [ 1.840999960899353, 1.8480000495910645, 1.8619999885559082, @@ -307,14 +302,14 @@ 0.7620000243186951, 0.7390000224113464, 0.7160000205039978, - 0.7139999866485596 + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486 ], "p50": [ - 1.2319999933242798, - 1.2660000324249268, - 1.2869999408721924, - 1.305999994277954, - 1.3309999704360962, 1.3589999675750732, 1.3860000371932983, 1.4140000343322754, @@ -334,11 +329,11 @@ 1.7640000581741333, 1.7740000486373901, 1.7929999828338623, - 1.2319999933242798, - 1.2660000324249268, - 1.2869999408721924, - 1.305999994277954, - 1.3309999704360962, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, 1.3589999675750732, 1.3860000371932983, 1.4140000343322754, @@ -358,25 +353,25 @@ 1.7640000581741333, 1.7740000486373901, 1.7929999828338623, - 1.2319999933242798, - 1.2660000324249268, - 1.2869999408721924, - 1.305999994277954, - 1.3309999704360962, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, 1.3589999675750732, 1.3860000371932983, 1.4140000343322754, 1.4479999542236328, 1.4780000448226929, 1.5080000162124634, - 1.5420000553131104 + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355 ], "p10": [ - 1.207359993457794, - 1.2406800317764282, - 1.2612599420547486, - 1.279879994392395, - 1.3043799710273742, 1.3318199682235718, 1.3582800364494323, 1.38572003364563, @@ -396,11 +391,11 @@ 1.7287200570106507, 1.7385200476646423, 1.757139983177185, - 1.207359993457794, - 1.2406800317764282, - 1.2612599420547486, - 1.279879994392395, - 1.3043799710273742, + 1.7718399691581725, + 1.7845799803733826, + 1.8012400579452514, + 1.81201997756958, + 1.8081000280380248, 1.3318199682235718, 1.3582800364494323, 1.38572003364563, @@ -420,25 +415,25 @@ 1.7287200570106507, 1.7385200476646423, 1.757139983177185, - 1.207359993457794, - 1.2406800317764282, - 1.2612599420547486, - 1.279879994392395, - 1.3043799710273742, + 1.7718399691581725, + 1.7845799803733826, + 1.8012400579452514, + 1.81201997756958, + 1.8081000280380248, 1.3318199682235718, 1.3582800364494323, 1.38572003364563, 1.4190399551391601, 1.448440043926239, 1.4778400158882141, - 1.5111600542068482 + 1.5111600542068482, + 1.5307600355148314, + 1.5572199869155883, + 1.5856400299072266, + 1.6062200570106506, + 1.6189599514007569 ], "p90": [ - 1.2566399931907655, - 1.2913200330734254, - 1.3127399396896362, - 1.3321199941635131, - 1.3576199698448181, 1.3861799669265746, 1.4137200379371644, 1.4422800350189209, @@ -458,11 +453,11 @@ 1.799280059337616, 1.809480049610138, 1.8288599824905396, - 1.2566399931907655, - 1.2913200330734254, - 1.3127399396896362, - 1.3321199941635131, - 1.3576199698448181, + 1.8441599678993226, + 1.857419979572296, + 1.8747600603103638, + 1.8859799766540528, + 1.8819000291824342, 1.3861799669265746, 1.4137200379371644, 1.4422800350189209, @@ -482,25 +477,25 @@ 1.799280059337616, 1.809480049610138, 1.8288599824905396, - 1.2566399931907655, - 1.2913200330734254, - 1.3127399396896362, - 1.3321199941635131, - 1.3576199698448181, + 1.8441599678993226, + 1.857419979572296, + 1.8747600603103638, + 1.8859799766540528, + 1.8819000291824342, 1.3861799669265746, 1.4137200379371644, 1.4422800350189209, 1.4769599533081055, 1.5075600457191467, 1.5381600165367126, - 1.5728400564193725 + 1.5728400564193725, + 1.5932400369644166, + 1.6207799863815309, + 1.6503600311279296, + 1.671780059337616, + 1.6850399494171142 ], "timestamps": [ - "2026-06-21 00:42:00", - "2026-06-21 00:48:00", - "2026-06-21 00:54:00", - "2026-06-21 01:00:00", - "2026-06-21 01:06:00", "2026-06-21 01:12:00", "2026-06-21 01:18:00", "2026-06-21 01:24:00", @@ -795,6 +790,11 @@ "2026-06-22 06:18:00", "2026-06-22 06:24:00", "2026-06-22 06:30:00", - "2026-06-22 06:36:00" + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00" ] } diff --git a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json index a2d0b72df55f4f147ac160c47e9fa695dadab505..94d475237b20d94d2e07e9f159745c51f27b0b67 100644 --- a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,28 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T06:10:00.359818+00:00", + "evaluated_at": "2026-06-22T07:25:19.414239+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 20.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, 20.0, 20.0, 20.0, @@ -101,11 +84,27 @@ 14.0, 14.0, 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, 14.0 ], "actuals": [ 14.0, - 14.399999618530273, 14.0, 14.0, 14.0, @@ -115,10 +114,11 @@ 14.0, 14.0, 14.0, + 13.899999618530273, + 14.0, 14.0, 14.0, 14.0, - 13.899999618530273, 14.0, 14.0, 14.0, @@ -130,17 +130,13 @@ 14.0 ], "p50": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, 14.0, 14.399999618530273, 14.0, @@ -153,20 +149,20 @@ 14.0, 14.0, 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, 14.0 ], "p10": [ - 15.68, - 15.68, - 15.68, - 15.68, - 15.68, - 15.68, - 14.7, - 14.7, - 14.7, - 14.7, - 14.7, + 13.719999999999999, + 13.719999999999999, + 13.719999999999999, + 13.719999999999999, + 13.719999999999999, + 13.719999999999999, + 13.719999999999999, 13.719999999999999, 14.111999626159667, 13.719999999999999, @@ -179,20 +175,20 @@ 13.719999999999999, 13.719999999999999, 13.719999999999999, + 13.719999999999999, + 13.719999999999999, + 13.621999626159667, + 13.719999999999999, 13.719999999999999 ], "p90": [ - 16.32, - 16.32, - 16.32, - 16.32, - 16.32, - 16.32, - 15.3, - 15.3, - 15.3, - 15.3, - 15.3, + 14.280000000000001, + 14.280000000000001, + 14.280000000000001, + 14.280000000000001, + 14.280000000000001, + 14.280000000000001, + 14.280000000000001, 14.280000000000001, 14.68799961090088, 14.280000000000001, @@ -205,10 +201,13 @@ 14.280000000000001, 14.280000000000001, 14.280000000000001, + 14.280000000000001, + 14.280000000000001, + 14.17799961090088, + 14.280000000000001, 14.280000000000001 ], "timestamps": [ - "2026-06-21 20:00:00", "2026-06-21 21:00:00", "2026-06-21 22:00:00", "2026-06-21 23:00:00", @@ -327,6 +326,7 @@ "2026-06-26 16:00:00", "2026-06-26 17:00:00", "2026-06-26 18:00:00", - "2026-06-26 19:00:00" + "2026-06-26 19:00:00", + "2026-06-26 20:00:00" ] } diff --git a/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 5095907186b5a5655de2d5f254d10182f571099a..3aab7db67bc46791ae9c24e64c3d101ba3704631 100644 --- a/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T06:10:00.365612+00:00", + "evaluated_at": "2026-06-22T07:25:19.419941+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 22.799999237060547, - 21.399999618530273, 20.5, 19.899999618530273, 20.299999237060547, @@ -341,11 +339,11 @@ 27.0, 25.299999237060547, 25.600000381469727, - 25.700000762939453 + 25.700000762939453, + 26.799999237060547, + 27.0 ], "actuals": [ - 26.799999237060547, - 27.0, 28.399999618530273, 30.0, 31.399999618530273, @@ -367,11 +365,11 @@ 20.100000381469727, 20.100000381469727, 21.399999618530273, - 19.399999618530273 + 19.399999618530273, + 21.600000381469727, + 25.5 ], "p50": [ - 22.5, - 23.799999237060547, 27.600000381469727, 33.20000076293945, 41.79999923706055, @@ -393,11 +391,11 @@ 27.0, 25.299999237060547, 25.600000381469727, - 25.700000762939453 + 25.700000762939453, + 26.799999237060547, + 27.0 ], "p10": [ - 22.05, - 23.323999252319336, 27.04800037384033, 32.53600074768066, 40.96399925231933, @@ -419,11 +417,11 @@ 26.46, 24.793999252319335, 25.08800037384033, - 25.186000747680662 + 25.186000747680662, + 26.263999252319337, + 26.46 ], "p90": [ - 22.95, - 24.275999221801758, 28.152000389099122, 33.864000778198246, 42.63599922180176, @@ -445,11 +443,11 @@ 27.54, 25.80599922180176, 26.112000389099123, - 26.214000778198244 + 26.214000778198244, + 27.335999221801757, + 27.54 ], "timestamps": [ - "2026-06-07 06:00:00", - "2026-06-07 07:00:00", "2026-06-07 08:00:00", "2026-06-07 09:00:00", "2026-06-07 10:00:00", @@ -807,6 +805,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 02e9b4883841ca42f50ea21da3c2eca66e8cf5c7..8c29e56701dcecf0e5a0ebe47ca7f8cd9abcf7c8 100644 --- a/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T06:10:00.374913+00:00", + "evaluated_at": "2026-06-22T07:25:19.429169+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.600000381469727, - 27.700000762939453, 26.5, 25.5, 24.100000381469727, @@ -341,11 +339,11 @@ 27.799999237060547, 28.0, 27.799999237060547, - 27.799999237060547 + 27.799999237060547, + 27.299999237060547, + 27.100000381469727 ], "actuals": [ - 27.299999237060547, - 27.100000381469727, 27.0, 25.600000381469727, 24.100000381469727, @@ -367,11 +365,11 @@ 24.799999237060547, 25.299999237060547, 24.899999618530273, - 24.700000762939453 + 24.700000762939453, + 25.200000762939453, + 25.0 ], "p50": [ - 28.5, - 28.100000381469727, 27.600000381469727, 27.399999618530273, 27.299999237060547, @@ -393,11 +391,11 @@ 27.799999237060547, 28.0, 27.799999237060547, - 27.799999237060547 + 27.799999237060547, + 27.299999237060547, + 27.100000381469727 ], "p10": [ - 27.93, - 27.538000373840333, 27.04800037384033, 26.851999626159667, 26.753999252319336, @@ -419,11 +417,11 @@ 27.243999252319334, 27.439999999999998, 27.243999252319334, - 27.243999252319334 + 27.243999252319334, + 26.753999252319336, + 26.558000373840333 ], "p90": [ - 29.07, - 28.66200038909912, 28.152000389099122, 27.94799961090088, 27.84599922180176, @@ -445,11 +443,11 @@ 28.35599922180176, 28.560000000000002, 28.35599922180176, - 28.35599922180176 + 28.35599922180176, + 27.84599922180176, + 27.64200038909912 ], "timestamps": [ - "2026-06-07 06:00:00", - "2026-06-07 07:00:00", "2026-06-07 08:00:00", "2026-06-07 09:00:00", "2026-06-07 10:00:00", @@ -807,6 +805,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index e15c10f900a17a54cff9534c102824d1ad4691ac..d3dcec2a6cd7f6d3362d46c8b0276d20dbc7eee1 100644 --- a/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T06:10:00.383812+00:00", + "evaluated_at": "2026-06-22T07:25:19.438027+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 11.0, - 12.0, 51.0, 8.0, 11.0, @@ -151,7 +149,7 @@ 13.0, 13.0, 4.0, - 8.0, + 9.0, 12.0, 12.0, 11.0, @@ -173,11 +171,11 @@ 12.0, 11.0, 2.0, - 7.0 + 7.0, + 12.0, + 12.0 ], "actuals": [ - 12.0, - 12.0, 4.0, 6.0, 7.0, @@ -199,11 +197,11 @@ 18.0, 7.0, 12.0, - 12.0 + 12.0, + 11.0, + 1.0 ], "p50": [ - 4.0, - 8.0, 12.0, 12.0, 11.0, @@ -225,11 +223,11 @@ 12.0, 11.0, 2.0, - 7.0 + 7.0, + 12.0, + 12.0 ], "p10": [ - 3.92, - 7.84, 11.76, 11.76, 10.78, @@ -251,11 +249,11 @@ 11.76, 10.78, 1.96, - 6.859999999999999 + 6.859999999999999, + 11.76, + 11.76 ], "p90": [ - 4.08, - 8.16, 12.24, 12.24, 11.22, @@ -277,11 +275,11 @@ 12.24, 11.22, 2.04, - 7.140000000000001 + 7.140000000000001, + 12.24, + 12.24 ], "timestamps": [ - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", "2026-06-14 08:00:00", "2026-06-14 09:00:00", "2026-06-14 10:00:00", @@ -471,6 +469,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index cc0386e73c2f0257f3663d87207329fb1dd9a9b1..1c9a8aadd87871a3409b6ea461cf87ad85cf07e8 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T06:44:06.538654+00:00", + "evaluated_at": "2026-06-22T07:25:19.444560+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2350.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2450.0, 2400.0, @@ -101,9 +89,6 @@ 2350.0, 2400.0, 2350.0, - 2350.0 - ], - "actuals": [ 2350.0, 2350.0, 2350.0, @@ -116,6 +101,9 @@ 2350.0, 2350.0, 2350.0, + 2350.0 + ], + "actuals": [ 2350.0, 2350.0, 2350.0, @@ -127,21 +115,21 @@ 2300.0, 2300.0, 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, 2300.0 ], "p50": [ - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2350.0, 2400.0, 2400.0, @@ -153,21 +141,21 @@ 2350.0, 2400.0, 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, 2350.0 ], "p10": [ - 2352.0, - 2352.0, - 2352.0, - 2352.0, - 2352.0, - 2352.0, - 2352.0, - 2352.0, - 2352.0, - 2352.0, - 2352.0, - 2352.0, 2303.0, 2352.0, 2352.0, @@ -179,21 +167,21 @@ 2303.0, 2352.0, 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0, 2303.0 ], "p90": [ - 2448.0, - 2448.0, - 2448.0, - 2448.0, - 2448.0, - 2448.0, - 2448.0, - 2448.0, - 2448.0, - 2448.0, - 2448.0, - 2448.0, 2397.0, 2448.0, 2448.0, @@ -205,13 +193,21 @@ 2397.0, 2448.0, 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0, 2397.0 ], "timestamps": [ - "2026-06-21 19:55:00", - "2026-06-21 20:10:00", - "2026-06-21 20:25:00", - "2026-06-21 20:40:00", "2026-06-21 20:55:00", "2026-06-21 21:10:00", "2026-06-21 21:25:00", @@ -327,6 +323,10 @@ "2026-06-23 00:55:00", "2026-06-23 01:10:00", "2026-06-23 01:25:00", - "2026-06-23 01:40:00" + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 091c536ce2a14b4c2af954a3bf794b7c6e9b50ed..e794c0643ee81e0c8b8b8cd7e45a6cad1ac4a399 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,49 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T07:05:12.286515+00:00", + "evaluated_at": "2026-06-22T07:25:19.447011+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 44a0c623cc6dedce45a777526175f28220806344..8e4ade16e7ce3925c654e5bdd4449e688d16eda6 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,248073.19385655722,248073.19385655722,421.7522786458333,0.39651942755640723,0.0065955158172691895,0.0065652184219116725,2.1974116110350987,498.0694668985012,0.0077710475436934285,0.0065803210733367526,0.004369754261661354,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,92560.15543810527,92560.15543810527,232.29833984375,0.2198158930498261,0.0036334424357562685,0.003623942381122567,1.4735147323653075,304.2370053726293,0.0047465995333761425,0.003624237591202619,0.0034834419467357105,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.03091506501952003,0.03091506501952003,0.15935466786225636,0.4682081876583971,0.13997178736965804,0.12694226153909302,1.6376033182129042,0.17582680404170473,0.12418317117797054,0.11254921059961591,0.06572778359074488,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.015171687409872802,0.015171687409872802,0.10949845512708029,0.3210078676444549,0.1104235733167185,0.10125533606722478,1.834343366566204,0.12317340382514726,0.09334145806543014,0.0829785094839367,0.054501460298553885,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.08747300782903168,0.08747300782903168,0.27777611050340867,4.166643338698364,0.17270775735827038,0.19084628868139927,116.81783899268963,0.2957583605395318,0.18745247196062675,0.17605527184585668,0.1618361435102914,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Timer-S1,0.10677694305468322,0.10677694305468322,0.237701416015625,0.11951468099060658,0.016952671491928334,0.016717133223124975,1.2656699082714467,0.3267674143097552,0.02331970927177682,0.016963527182424342,0.022522106314506282,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,117.45671975072294,117.45671975072294,8.909436146418253,0.7705885920738722,0.49495514698276005,0.3577805477779828,2.5655483063178908,10.837745141436153,0.4985736578653699,0.4098647930051864,0.26372161637164776,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,2.1480844955911684,2.1480844955911684,1.1106687386830647,0.5845624458941093,0.045920679431225464,0.04421232805318721,2.108161861375457,1.4656345027295068,0.06104690614423233,0.04626180000637681,0.030251714093552564,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,19.776094758417457,19.776094758417457,3.7915980021158853,0.7017867767412436,0.618106322038512,0.42099885022236744,5.910879179260725,4.447032129231523,0.5336438555077828,0.45499176025390625,0.3268079528808594,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,3333.354455721875,3333.354455721875,52.75184122721354,3.165110473632813,0.022635110531035594,0.02233043353959854,35.59045104980468,57.73520984392345,0.024677560752522934,0.022547536766752002,0.01449315014887578,Hydrology,1 +nws_ksfo_observations_temperature/1h/short,Timer-S1,0.009374404254685942,0.009374404254685942,0.07958579063415527,0.04101773121571483,0.005687310959701511,0.005663499907871228,0.6509143968807845,0.09682150719073702,0.006917880961003523,0.005686391812821399,0.009474677375105439,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,96.87194170152816,96.87194170152816,7.899872779846191,0.6827212732391588,0.43279835976119574,0.32183168222857267,2.831153880447644,9.842354479570838,0.4586728301159226,0.36814941109962834,0.24510933638390597,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,2.378132119450432,2.378132119450432,1.2624162038167317,0.6749038246538116,0.0522007563559887,0.050308946210896634,2.6064462523251613,1.5421193596639762,0.06470430879708991,0.05296851204825448,0.03344083154673899,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,23.19406142194445,23.19406142194445,4.041201273600261,0.7489484985822877,1.03334392696232,0.47492267812534,7.55590396129947,4.816021326981895,0.6148112332317313,0.5158980349276928,0.36942679042229976,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,2179.0633293390274,2179.0633293390274,39.881632486979164,1.5314546875,0.0173337009369941,0.017130208169923274,55.5896828125,46.680438401315676,0.020167966185986968,0.01723058829320432,0.017345996709045904,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,601.4396087442126,601.4396087442126,20.576241629464285,0.4265268100460789,0.08696922486299981,0.08228666870448333,3.0116496437187275,24.52426571264087,0.09748430436597733,0.08179085258730835,0.05892185873320082,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 5873f74a35bb868674f0f6772cb4ae1fe0d3df47..9f70a2dfeb8c6231270c76b0dfd2c8bbb00bcf9a 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T07:05:06.095245+00:00", + "evaluated_at": "2026-06-22T07:24:39.538954+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65539.5, 64926.01953125, 64909.44140625, 64798.0, @@ -101,10 +100,10 @@ 64426.0, 64276.12109375, 64256.55078125, - 64303.4609375 + 64303.4609375, + 64191.0703125 ], "actuals": [ - 64191.0703125, 64014.0, 64209.16015625, 64365.98828125, @@ -127,88 +126,88 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 63989.94921875 + 63989.94921875, + 64258.66015625 ], "p50": [ - 64351.75, - 64384.25, - 64403.75, - 64429.75, - 64449.25, - 64459.0, - 64491.5, - 64507.75, - 64546.75, - 64543.5, - 64556.5, - 64533.75, - 64556.5, - 64566.25, - 64563.0, - 64546.75, - 64582.5, - 64602.0, - 64602.0, - 64576.0, - 64576.0, - 64533.75, - 64514.25, - 64468.75 + 64302.25, + 64311.765625, + 64321.28125, + 64333.96875, + 64333.96875, + 64333.96875, + 64343.484375, + 64343.484375, + 64337.140625, + 64324.453125, + 64311.765625, + 64289.5625, + 64286.390625, + 64276.875, + 64276.875, + 64257.84375, + 64251.5, + 64238.8125, + 64226.125, + 64197.578125, + 64165.859375, + 64124.625, + 64115.109375, + 64081.8046875 ], "p10": [ - 64121.0, - 64085.25, - 64052.75, - 64034.875, - 64039.75, - 64025.125, - 64025.125, - 64002.375, - 63989.375, - 63952.0, - 63934.9375, - 63883.75, - 63887.8125, - 63874.0, - 63869.125, - 63822.40625, - 63829.3125, - 63818.34375, - 63796.40625, - 63738.234375, - 63721.1484375, - 63659.09375, - 63614.0, - 63566.0625 + 64088.1484375, + 64000.921875, + 63931.140625, + 63885.94140625, + 63850.2578125, + 63828.0546875, + 63792.765625, + 63737.65625, + 63682.94140625, + 63627.43359375, + 63586.9921875, + 63534.65625, + 63507.6953125, + 63471.21875, + 63441.0859375, + 63385.578125, + 63377.6484375, + 63338.0, + 63309.453125, + 63265.046875, + 63223.8125, + 63173.0625, + 63144.515625, + 63119.140625 ], "p90": [ - 64595.5, - 64686.5, - 64751.5, - 64797.0, - 64836.0, - 64862.0, - 64933.5, - 64972.5, - 65057.0, - 65070.0, - 65096.0, - 65102.5, - 65128.5, - 65167.5, - 65174.0, - 65187.0, - 65232.5, - 65271.5, - 65278.0, - 65284.5, - 65297.5, - 65271.5, - 65271.5, - 65252.0 + 64524.28125, + 64613.09375, + 64689.21875, + 64746.3125, + 64778.03125, + 64797.0625, + 64847.8125, + 64879.53125, + 64898.5625, + 64898.5625, + 64892.21875, + 64911.25, + 64917.59375, + 64936.625, + 64942.96875, + 64962.0, + 64962.0, + 64962.0, + 64968.34375, + 64962.0, + 64936.625, + 64904.90625, + 64923.9375, + 64911.25 ], "timestamps": [ - "2026-06-17 07:00:00", "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", @@ -327,6 +326,7 @@ "2026-06-22 03:00:00", "2026-06-22 04:00:00", "2026-06-22 05:00:00", - "2026-06-22 06:00:00" + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 7261c8eebaa9535ff6f496c3863fa7d0d8b5f0dc..e414697c4ba1a261d581319cd589e53861088457 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T06:53:18.869772+00:00", + "evaluated_at": "2026-06-22T07:24:46.245355+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.815999984741211, - 1.815000057220459, - 1.812999963760376, - 1.815999984741211, - 1.809999942779541, 1.8029999732971191, 1.8009999990463257, 1.8029999732971191, @@ -245,14 +240,14 @@ 1.7480000257492065, 1.7640000581741333, 1.7740000486373901, - 1.7929999828338623 - ], - "actuals": [ + 1.7929999828338623, 1.8079999685287476, 1.8209999799728394, 1.8380000591278076, 1.8489999771118164, - 1.8450000286102295, + 1.8450000286102295 + ], + "actuals": [ 1.840999960899353, 1.8480000495910645, 1.8619999885559082, @@ -307,200 +302,200 @@ 0.7620000243186951, 0.7390000224113464, 0.7160000205039978, - 0.7139999866485596 + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486 ], "p50": [ - 1.8309478759765625, - 1.84088134765625, - 1.8574371337890625, - 1.86737060546875, - 1.887237548828125, - 1.8971710205078125, - 1.9071044921875, - 1.9104156494140625, - 1.92034912109375, - 1.92034912109375, - 1.9236602783203125, - 1.9236602783203125, - 1.92034912109375, - 1.9170379638671875, - 1.9236602783203125, - 1.92034912109375, - 1.926971435546875, - 1.92034912109375, - 1.913726806640625, - 1.8905487060546875, - 1.8773040771484375, - 1.8574371337890625, - 1.8441925048828125, - 1.821014404296875, - 1.8110809326171875, - 1.78790283203125, - 1.768035888671875, - 1.741546630859375, - 1.7249908447265625, - 1.701812744140625, - 1.675323486328125, - 1.6521453857421875, - 1.6455230712890625, - 1.609100341796875, - 1.57598876953125, - 1.54949951171875, - 1.5263214111328125, - 1.5081100463867188, - 1.4650650024414062, - 1.4253311157226562, - 1.3938751220703125, - 1.3624191284179688, - 1.3359298706054688, - 1.2978515625, - 1.264739990234375, - 1.2415618896484375, - 1.211761474609375, - 1.1877555847167969, - 1.1778221130371094, - 1.1583690643310547, - 1.1238088607788086, - 1.097940444946289, - 1.0748658180236816, - 1.0575857162475586, - 1.0377187728881836, - 1.0126781463623047, - 0.9853610992431641, - 0.9828777313232422, - 0.9634246826171875, - 0.9576301574707031 + 1.87762451171875, + 1.880950927734375, + 1.887603759765625, + 1.89093017578125, + 1.8975830078125, + 1.89093017578125, + 1.887603759765625, + 1.88427734375, + 1.880950927734375, + 1.874298095703125, + 1.8709716796875, + 1.857666015625, + 1.847686767578125, + 1.8310546875, + 1.821075439453125, + 1.807769775390625, + 1.804443359375, + 1.787811279296875, + 1.774505615234375, + 1.747894287109375, + 1.724609375, + 1.694671630859375, + 1.67803955078125, + 1.641448974609375, + 1.6181640625, + 1.581573486328125, + 1.5516357421875, + 1.528350830078125, + 1.5067291259765625, + 1.475128173828125, + 1.4451904296875, + 1.42523193359375, + 1.408599853515625, + 1.37200927734375, + 1.335418701171875, + 1.308807373046875, + 1.2805328369140625, + 1.2589111328125, + 1.215667724609375, + 1.1769981384277344, + 1.1412391662597656, + 1.1194095611572266, + 1.0909011363983154, + 1.0628604888916016, + 1.0377044677734375, + 1.0169143676757812, + 0.9927978515625, + 0.9778289794921875, + 1.0085983276367188, + 0.9957084655761719, + 0.9711761474609375, + 0.9578704833984375, + 0.9354171752929688, + 0.9254379272460938, + 0.9121322631835938, + 0.8971633911132812, + 0.8755416870117188, + 0.876373291015625, + 0.8597412109375, + 0.8597412109375 ], "p10": [ - 1.821014404296875, - 1.8243255615234375, - 1.834259033203125, - 1.8375701904296875, - 1.8541259765625, - 1.860748291015625, - 1.86737060546875, - 1.86737060546875, - 1.873992919921875, - 1.86737060546875, - 1.86737060546875, - 1.860748291015625, - 1.8541259765625, - 1.8441925048828125, - 1.8441925048828125, - 1.834259033203125, - 1.8177032470703125, - 1.807769775390625, - 1.78790283203125, - 1.76141357421875, - 1.741546630859375, - 1.715057373046875, - 1.6918792724609375, - 1.65545654296875, - 1.6422119140625, - 1.6057891845703125, - 1.57598876953125, - 1.54949951171875, - 1.52301025390625, - 1.4948654174804688, - 1.4650650024414062, - 1.4286422729492188, - 1.423675537109375, - 1.3773193359375, - 1.3425521850585938, - 1.3061294555664062, - 1.2812957763671875, - 1.2622566223144531, - 1.225006103515625, - 1.1869277954101562, - 1.1525745391845703, - 1.126913070678711, - 1.1014585494995117, - 1.067519187927246, - 1.0385465621948242, - 1.0180587768554688, - 0.9837055206298828, - 0.9584579467773438, - 0.9443855285644531, - 0.920379638671875, - 0.8856124877929688, - 0.8574676513671875, - 0.8392562866210938, - 0.827667236328125, - 0.8061447143554688, - 0.7846221923828125, - 0.7630996704101562, - 0.7630996704101562, - 0.7448883056640625, - 0.7366104125976562 + 1.860992431640625, + 1.860992431640625, + 1.86431884765625, + 1.86431884765625, + 1.86431884765625, + 1.857666015625, + 1.85101318359375, + 1.841033935546875, + 1.834381103515625, + 1.821075439453125, + 1.81109619140625, + 1.794464111328125, + 1.781158447265625, + 1.75787353515625, + 1.741241455078125, + 1.724609375, + 1.70465087890625, + 1.6846923828125, + 1.6580810546875, + 1.628143310546875, + 1.59820556640625, + 1.56494140625, + 1.535003662109375, + 1.49176025390625, + 1.461822509765625, + 1.4202423095703125, + 1.3803253173828125, + 1.3537139892578125, + 1.3171234130859375, + 1.2838592529296875, + 1.2481002807617188, + 1.2164993286132812, + 1.2031936645507812, + 1.1636924743652344, + 1.130636215209961, + 1.0996589660644531, + 1.0720081329345703, + 1.0495548248291016, + 1.0140037536621094, + 0.9799079895019531, + 0.9453964233398438, + 0.9304275512695312, + 0.902984619140625, + 0.8772048950195312, + 0.863067626953125, + 0.846435546875, + 0.82647705078125, + 0.803192138671875, + 0.8347930908203125, + 0.823150634765625, + 0.8015289306640625, + 0.78656005859375, + 0.769927978515625, + 0.763275146484375, + 0.749969482421875, + 0.7416534423828125, + 0.7266845703125, + 0.73333740234375, + 0.71337890625, + 0.7117156982421875 ], "p90": [ - 1.847503662109375, - 1.8640594482421875, - 1.8839263916015625, - 1.89385986328125, - 1.92034912109375, - 1.9302825927734375, - 1.94683837890625, - 1.953460693359375, - 1.97332763671875, - 1.97332763671875, - 1.979949951171875, - 1.979949951171875, - 1.993194580078125, - 1.99981689453125, - 2.006439208984375, - 2.0130615234375, - 2.032928466796875, - 2.03955078125, - 2.032928466796875, - 2.019683837890625, - 2.019683837890625, - 2.006439208984375, - 2.006439208984375, - 1.993194580078125, - 1.993194580078125, - 1.97332763671875, - 1.966705322265625, - 1.94683837890625, - 1.940216064453125, - 1.9302825927734375, - 1.9170379638671875, - 1.8971710205078125, - 1.953460693359375, - 1.92034912109375, - 1.8839263916015625, - 1.873992919921875, - 1.860748291015625, - 1.847503662109375, - 1.8044586181640625, - 1.7713470458984375, - 1.7514801025390625, - 1.7183685302734375, - 1.701812744140625, - 1.668701171875, - 1.6389007568359375, - 1.61572265625, - 1.5892333984375, - 1.5594329833984375, - 1.5528106689453125, - 1.5395660400390625, - 1.5047988891601562, - 1.4749984741210938, - 1.4551315307617188, - 1.4385757446289062, - 1.4203643798828125, - 1.3955307006835938, - 1.36407470703125, - 1.3491744995117188, - 1.3259963989257812, - 1.317718505859375 + 1.89093017578125, + 1.90423583984375, + 1.910888671875, + 1.914215087890625, + 1.9241943359375, + 1.9241943359375, + 1.9241943359375, + 1.920867919921875, + 1.9241943359375, + 1.9241943359375, + 1.91754150390625, + 1.914215087890625, + 1.90423583984375, + 1.90423583984375, + 1.8975830078125, + 1.887603759765625, + 1.90423583984375, + 1.8975830078125, + 1.87762451171875, + 1.86431884765625, + 1.847686767578125, + 1.8310546875, + 1.821075439453125, + 1.7911376953125, + 1.77783203125, + 1.747894287109375, + 1.73126220703125, + 1.7113037109375, + 1.697998046875, + 1.681365966796875, + 1.66473388671875, + 1.65142822265625, + 1.66473388671875, + 1.6314697265625, + 1.588226318359375, + 1.5782470703125, + 1.554962158203125, + 1.538330078125, + 1.495086669921875, + 1.461822509765625, + 1.43853759765625, + 1.415252685546875, + 1.3869781494140625, + 1.35870361328125, + 1.328765869140625, + 1.3038177490234375, + 1.2772064208984375, + 1.2564163208007812, + 1.272216796875, + 1.2647323608398438, + 1.24560546875, + 1.2273101806640625, + 1.2065200805664062, + 1.1932144165039062, + 1.1807403564453125, + 1.1620292663574219, + 1.1350021362304688, + 1.1281414031982422, + 1.1083908081054688, + 1.104440689086914 ], "timestamps": [ - "2026-06-21 00:42:00", - "2026-06-21 00:48:00", - "2026-06-21 00:54:00", - "2026-06-21 01:00:00", - "2026-06-21 01:06:00", "2026-06-21 01:12:00", "2026-06-21 01:18:00", "2026-06-21 01:24:00", @@ -795,6 +790,11 @@ "2026-06-22 06:18:00", "2026-06-22 06:24:00", "2026-06-22 06:30:00", - "2026-06-22 06:36:00" + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00" ] } diff --git a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json index e98e194260b45ca074443c25437f254162d6acdb..4f354dbba7c7aa4ce1a54e52b7f603195ff9d934 100644 --- a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,28 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T06:09:38.792193+00:00", + "evaluated_at": "2026-06-22T07:24:53.183621+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 20.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, 20.0, 20.0, 20.0, @@ -101,11 +84,27 @@ 14.0, 14.0, 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, 14.0 ], "actuals": [ 14.0, - 14.399999618530273, 14.0, 14.0, 14.0, @@ -115,10 +114,11 @@ 14.0, 14.0, 14.0, + 13.899999618530273, + 14.0, 14.0, 14.0, 14.0, - 13.899999618530273, 14.0, 14.0, 14.0, @@ -130,85 +130,84 @@ 14.0 ], "p50": [ - 14.0462646484375, - 14.0089111328125, - 14.0089111328125, - 13.990234375, - 13.990234375, - 13.990234375, - 13.9715576171875, - 14.0089111328125, - 14.0462646484375, - 14.0836181640625, - 14.102294921875, - 14.102294921875, - 14.1583251953125, - 14.1583251953125, - 14.1956787109375, - 14.251708984375, - 14.2703857421875, - 14.3450927734375, - 14.401123046875, - 14.4571533203125, - 14.5318603515625, - 14.5692138671875, - 14.699951171875, - 14.7186279296875 + 14.05810546875, + 14.05810546875, + 14.0400390625, + 14.0400390625, + 14.02197265625, + 14.00390625, + 14.02197265625, + 14.02197265625, + 14.0400390625, + 14.0400390625, + 14.02197265625, + 14.05810546875, + 14.05810546875, + 14.05810546875, + 14.076171875, + 14.05810546875, + 14.09423828125, + 14.09423828125, + 14.09423828125, + 14.13037109375, + 14.1484375, + 14.16650390625, + 14.1845703125, + 14.220703125 ], "p10": [ - 13.7847900390625, - 13.61669921875, - 13.5606689453125, - 13.504638671875, - 13.4859619140625, - 13.429931640625, - 13.355224609375, - 13.355224609375, - 13.3365478515625, - 13.2991943359375, - 13.2991943359375, - 13.205810546875, - 13.16845703125, - 13.1124267578125, - 13.09375, - 13.09375, - 13.056396484375, - 13.056396484375, - 13.01904296875, - 13.01904296875, - 13.01904296875, - 12.981689453125, - 13.056396484375, - 13.01904296875 + 13.931640625, + 13.8955078125, + 13.87744140625, + 13.84130859375, + 13.8232421875, + 13.8232421875, + 13.787109375, + 13.787109375, + 13.787109375, + 13.787109375, + 13.787109375, + 13.787109375, + 13.7509765625, + 13.73291015625, + 13.71484375, + 13.69677734375, + 13.6787109375, + 13.642578125, + 13.6064453125, + 13.642578125, + 13.642578125, + 13.62451171875, + 13.62451171875, + 13.66064453125 ], "p90": [ - 14.2703857421875, - 14.401123046875, - 14.5318603515625, - 14.6065673828125, - 14.699951171875, - 14.7559814453125, - 14.8680419921875, - 15.0174560546875, - 15.185546875, - 15.372314453125, - 15.54974365234375, - 15.70849609375, - 15.9326171875, - 16.08203125, - 16.24078369140625, - 16.3248291015625, - 16.3248291015625, - 16.5302734375, - 16.684356689453125, - 16.843109130859375, - 16.95050048828125, - 17.039215087890625, - 17.188629150390625, - 17.235321044921875 + 14.220703125, + 14.27490234375, + 14.31103515625, + 14.365234375, + 14.4013671875, + 14.4375, + 14.52783203125, + 14.572998046875, + 14.663330078125, + 14.771728515625, + 14.862060546875, + 14.952392578125, + 15.06982421875, + 15.14208984375, + 15.25048828125, + 15.277587890625, + 15.313720703125, + 15.422119140625, + 15.494384765625, + 15.602783203125, + 15.6795654296875, + 15.7744140625, + 15.8692626953125, + 15.9866943359375 ], "timestamps": [ - "2026-06-21 20:00:00", "2026-06-21 21:00:00", "2026-06-21 22:00:00", "2026-06-21 23:00:00", @@ -327,6 +326,7 @@ "2026-06-26 16:00:00", "2026-06-26 17:00:00", "2026-06-26 18:00:00", - "2026-06-26 19:00:00" + "2026-06-26 19:00:00", + "2026-06-26 20:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index b332c519f1bbec5bda5bf3229f83f329556f065c..838a4dbd45bba4dde06ad6ae22121406ebddca1b 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T06:09:44.591856+00:00", + "evaluated_at": "2026-06-22T07:24:58.304859+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 22.799999237060547, - 21.399999618530273, 20.5, 19.899999618530273, 20.299999237060547, @@ -341,11 +339,11 @@ 27.0, 25.299999237060547, 25.600000381469727, - 25.700000762939453 + 25.700000762939453, + 26.799999237060547, + 27.0 ], "actuals": [ - 26.799999237060547, - 27.0, 28.399999618530273, 30.0, 31.399999618530273, @@ -367,89 +365,89 @@ 20.100000381469727, 20.100000381469727, 21.399999618530273, - 19.399999618530273 + 19.399999618530273, + 21.600000381469727, + 25.5 ], "p50": [ - 25.27972412109375, - 25.73931884765625, - 26.4593505859375, - 27.45513916015625, - 28.71710968017578, - 35.1610107421875, - 38.255615234375, - 39.6650390625, - 40.400390625, - 40.1552734375, - 38.31689453125, - 35.927001953125, - 32.5872802734375, - 29.56927490234375, - 27.102783203125, - 25.7239990234375, - 24.34521484375, - 25.203125, - 25.693359375, - 27.28662109375, - 24.9580078125, - 23.85498046875, - 23.8243408203125, - 23.9468994140625 + 27.4091796875, + 28.309219360351562, + 30.055679321289062, + 35.8963623046875, + 39.481201171875, + 41.1357421875, + 40.76806640625, + 38.990966796875, + 36.539794921875, + 33.6903076171875, + 30.73358154296875, + 28.075592041015625, + 24.83544921875, + 23.11962890625, + 22.1697998046875, + 22.813232421875, + 23.6405029296875, + 25.52484130859375, + 24.1307373046875, + 23.2421875, + 22.62939453125, + 23.0277099609375, + 23.4873046875, + 24.161376953125 ], "p10": [ - 23.7630615234375, - 22.87451171875, - 22.4761962890625, - 21.9246826171875, - 21.587646484375, - 24.9273681640625, - 25.509521484375, - 24.9580078125, - 23.7630615234375, - 21.710205078125, - 19.19775390625, - 16.50146484375, - 12.947265625, - 12.82470703125, + 25.632080078125, + 24.774169921875, + 24.0081787109375, + 25.5401611328125, + 26.07635498046875, + 25.95379638671875, + 24.0081787109375, + 21.7408447265625, + 19.68798828125, + 17.052978515625, + 15.704833984375, + 14.234130859375, + 11.966796875, 12.57958984375, - 13.06982421875, - 12.45703125, - 13.989013671875, - 15.27587890625, - 18.033447265625, - 17.543212890625, + 12.33447265625, + 13.31494140625, + 16.072509765625, + 18.768798828125, + 18.401123046875, + 17.97216796875, 17.48193359375, + 17.6044921875, 17.849609375, - 17.849609375 + 18.33984375 ], "p90": [ - 26.96490478515625, - 28.830093383789062, - 31.4842529296875, - 35.2529296875, - 39.419921875, - 50.205078125, - 56.8232421875, - 60.37744140625, - 63.44140625, - 65.892578125, - 66.1376953125, - 64.6669921875, - 62.4609375, - 57.68115234375, - 53.75927734375, - 50.32763671875, - 49.4697265625, - 49.59228515625, - 47.5087890625, - 45.67041015625, + 29.714813232421875, + 33.2613525390625, 38.990966796875, - 34.333740234375, - 32.1583251953125, - 31.576171875 + 50.9404296875, + 59.39697265625, + 64.421875, + 66.3828125, + 66.1376953125, + 64.1767578125, + 62.951171875, + 59.88720703125, + 56.3330078125, + 51.79833984375, + 47.14111328125, + 45.302734375, + 44.751220703125, + 42.912841796875, + 41.50341796875, + 36.11083984375, + 32.4647216796875, + 29.929290771484375, + 29.668853759765625, + 30.1973876953125, + 31.760009765625 ], "timestamps": [ - "2026-06-07 06:00:00", - "2026-06-07 07:00:00", "2026-06-07 08:00:00", "2026-06-07 09:00:00", "2026-06-07 10:00:00", @@ -807,6 +805,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index b43649a74047b3551dfe78aeb8f1687849415582..0b051dc65a3c91a3debba1153e5f354100ba0872 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T06:09:51.184854+00:00", + "evaluated_at": "2026-06-22T07:25:03.219444+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.600000381469727, - 27.700000762939453, 26.5, 25.5, 24.100000381469727, @@ -341,11 +339,11 @@ 27.799999237060547, 28.0, 27.799999237060547, - 27.799999237060547 + 27.799999237060547, + 27.299999237060547, + 27.100000381469727 ], "actuals": [ - 27.299999237060547, - 27.100000381469727, 27.0, 25.600000381469727, 24.100000381469727, @@ -367,89 +365,89 @@ 24.799999237060547, 25.299999237060547, 24.899999618530273, - 24.700000762939453 + 24.700000762939453, + 25.200000762939453, + 25.0 ], "p50": [ - 27.850341796875, - 27.5028076171875, - 26.9681396484375, - 26.33990478515625, - 25.56463623046875, - 24.879592895507812, - 24.357873916625977, - 23.972328186035156, - 23.676589965820312, - 23.47943115234375, - 23.3323974609375, + 26.84783935546875, + 26.246337890625, + 25.584686279296875, + 24.899642944335938, + 24.359962463378906, + 24.017440795898438, + 23.696640014648438, + 23.526214599609375, + 23.37249755859375, 23.205413818359375, - 23.258880615234375, - 23.031646728515625, - 22.777679443359375, - 22.75762939453125, - 23.05169677734375, - 24.070907592773438, - 25.146926879882812, - 26.3800048828125, - 27.08843994140625, - 27.62310791015625, - 28.11767578125, - 28.3582763671875 + 23.359130859375, + 23.0650634765625, + 22.884613037109375, + 22.86456298828125, + 23.2789306640625, + 24.281015396118164, + 25.120193481445312, + 26.12603759765625, + 26.83447265625, + 27.47607421875, + 27.850341796875, + 27.957275390625, + 27.70330810546875, + 27.43597412109375 ], "p10": [ - 27.1285400390625, - 26.50030517578125, - 25.745086669921875, - 24.996551513671875, - 24.188701629638672, - 23.499481201171875, - 22.91802978515625, - 22.57049560546875, - 22.24969482421875, - 22.075927734375, + 26.23297119140625, + 25.3641357421875, + 24.501148223876953, + 23.756790161132812, + 23.165313720703125, + 22.791046142578125, + 22.41009521484375, + 22.22296142578125, + 22.0224609375, 21.87542724609375, - 21.6749267578125, + 21.8887939453125, + 21.58135986328125, + 21.380859375, + 21.36749267578125, 21.63482666015625, - 21.4610595703125, - 21.1402587890625, - 21.12689208984375, - 21.47442626953125, - 22.24969482421875, - 23.031646728515625, - 23.900482177734375, - 24.26305389404297, - 24.485275268554688, - 24.642333984375, - 24.786026000976562 + 22.503662109375, + 23.111846923828125, + 23.860382080078125, + 24.28435707092285, + 24.57967758178711, + 24.65068817138672, + 24.649017333984375, + 24.334064483642578, + 24.17032241821289 ], "p90": [ - 28.491943359375, - 28.491943359375, - 28.11767578125, - 27.529541015625, - 26.79437255859375, - 26.09930419921875, - 25.6849365234375, - 25.303985595703125, - 25.076751708984375, - 24.846176147460938, - 24.70415496826172, - 24.638992309570312, - 24.742584228515625, - 24.43974494934082, - 24.203739166259766, - 24.1343994140625, - 24.51702117919922, - 25.745086669921875, - 27.00823974609375, - 28.4384765625, - 29.3741455078125, - 30.202880859375, - 30.9246826171875, - 31.272216796875 + 27.38250732421875, + 27.11517333984375, + 26.60723876953125, + 25.925537109375, + 25.451019287109375, + 25.130218505859375, + 24.892959594726562, + 24.745925903320312, + 24.63732147216797, + 24.450605392456055, + 24.68744659423828, + 24.397138595581055, + 24.180347442626953, + 24.1611328125, + 24.71752166748047, + 25.818603515625, + 26.994873046875, + 28.2513427734375, + 29.1602783203125, + 30.04248046875, + 30.5771484375, + 30.8177490234375, + 30.6038818359375, + 30.2830810546875 ], "timestamps": [ - "2026-06-07 06:00:00", - "2026-06-07 07:00:00", "2026-06-07 08:00:00", "2026-06-07 09:00:00", "2026-06-07 10:00:00", @@ -807,6 +805,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 9d5a528c93fc418568aa9a3c541b2e3cc1313dea..7d40dae441bc09976bdd9ca800a3821e34271314 100644 --- a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T06:09:57.131772+00:00", + "evaluated_at": "2026-06-22T07:25:10.594048+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 11.0, - 12.0, 51.0, 8.0, 11.0, @@ -151,7 +149,7 @@ 13.0, 13.0, 4.0, - 8.0, + 9.0, 12.0, 12.0, 11.0, @@ -173,11 +171,11 @@ 12.0, 11.0, 2.0, - 7.0 + 7.0, + 12.0, + 12.0 ], "actuals": [ - 12.0, - 12.0, 4.0, 6.0, 7.0, @@ -199,89 +197,89 @@ 18.0, 7.0, 12.0, - 12.0 + 12.0, + 11.0, + 1.0 ], "p50": [ - 9.50341796875, - 10.696533203125, - 11.138427734375, - 11.050048828125, - 10.5418701171875, - 10.2767333984375, - 10.4755859375, - 10.873291015625, - 11.52508544921875, - 11.94488525390625, - 11.7791748046875, - 11.226806640625, - 11.1826171875, + 10.8070068359375, + 10.9837646484375, + 10.5860595703125, + 10.56396484375, + 10.7628173828125, 11.005859375, 11.226806640625, - 11.90069580078125, - 12.09954833984375, - 11.7791748046875, - 11.44775390625, + 11.2930908203125, + 11.1826171875, + 11.09423828125, + 11.1163330078125, + 11.43670654296875, + 11.6024169921875, + 11.67974853515625, + 11.62451171875, + 11.63555908203125, 11.3814697265625, - 11.5361328125, - 11.668701171875, - 11.97802734375, - 12.18792724609375 + 11.1605224609375, + 11.50299072265625, + 11.6466064453125, + 11.80126953125, + 11.81231689453125, + 11.83441162109375, + 11.48089599609375 ], "p10": [ - 4.99609375, - 5.96826171875, + 6.012451171875, 6.277587890625, - 6.32177734375, - 5.8798828125, - 5.61474609375, - 5.79150390625, + 5.924072265625, + 6.012451171875, 6.189208984375, - 6.807861328125, - 7.20556640625, - 7.02880859375, - 6.49853515625, + 6.41015625, 6.5869140625, - 6.365966796875, 6.719482421875, + 6.542724609375, + 6.454345703125, + 6.5869140625, + 6.807861328125, + 6.984619140625, + 7.072998046875, 7.1171875, - 7.338134765625, + 6.9404296875, + 6.763671875, + 6.5869140625, + 6.85205078125, 6.984619140625, - 6.719482421875, - 6.67529296875, - 6.807861328125, + 7.161376953125, + 7.20556640625, 7.072998046875, - 7.249755859375, - 7.514892578125 + 6.85205078125 ], "p90": [ - 14.303497314453125, + 15.468994140625, + 15.94403076171875, + 15.83355712890625, + 15.910888671875, 16.14288330078125, - 17.059814453125, + 16.40802001953125, + 16.6400146484375, + 16.6400146484375, + 16.65106201171875, + 16.47430419921875, + 16.5516357421875, + 16.93829345703125, + 17.0819091796875, + 17.1923828125, + 17.0377197265625, 17.10400390625, - 16.49639892578125, - 16.12078857421875, - 16.1981201171875, - 16.56268310546875, - 17.3912353515625, - 17.8994140625, - 17.8331298828125, - 17.2144775390625, - 16.9493408203125, - 16.794677734375, - 16.9493408203125, - 17.7005615234375, - 18.1866455078125, - 17.8331298828125, - 17.324951171875, 17.148193359375, - 17.2586669921875, - 17.45751953125, - 18.0098876953125, - 18.208740234375 + 16.794677734375, + 17.0819091796875, + 17.2144775390625, + 17.413330078125, + 17.4354248046875, + 17.5679931640625, + 17.0819091796875 ], "timestamps": [ - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", "2026-06-14 08:00:00", "2026-06-14 09:00:00", "2026-06-14 10:00:00", @@ -471,6 +469,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 3255211ff9c97661ac3d72f40fcc0529446f0997..93d07f25ea4c4abfcad1048b2c9e7e6693fd23cf 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T06:44:04.225185+00:00", + "evaluated_at": "2026-06-22T07:25:16.431314+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2350.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2450.0, 2400.0, @@ -101,9 +89,6 @@ 2350.0, 2400.0, 2350.0, - 2350.0 - ], - "actuals": [ 2350.0, 2350.0, 2350.0, @@ -116,6 +101,9 @@ 2350.0, 2350.0, 2350.0, + 2350.0 + ], + "actuals": [ 2350.0, 2350.0, 2350.0, @@ -127,91 +115,99 @@ 2300.0, 2300.0, 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, 2300.0 ], "p50": [ - 2377.7685546875, - 2380.068359375, - 2381.6015625, - 2384.5146484375, - 2388.041015625, - 2388.34765625, - 2389.65087890625, - 2391.5673828125, - 2392.295654296875, - 2392.525634765625, - 2393.48388671875, - 2395.22802734375, - 2395.208740234375, - 2395.47705078125, - 2395.3427734375, - 2395.8603515625, - 2396.95263671875, - 2397.06787109375, - 2398.54345703125, - 2396.93359375, - 2397.10595703125, - 2397.355224609375, - 2397.4892578125, - 2397.614013671875 + 2352.75, + 2352.75, + 2352.01171875, + 2352.380859375, + 2352.01171875, + 2352.01171875, + 2352.01171875, + 2352.75, + 2352.01171875, + 2352.9345703125, + 2352.01171875, + 2352.75, + 2353.3037109375, + 2353.48828125, + 2353.857421875, + 2355.1494140625, + 2354.2265625, + 2355.5185546875, + 2356.44140625, + 2357.3642578125, + 2358.1025390625, + 2359.025390625, + 2360.3173828125, + 2361.978515625 ], "p10": [ - 2337.138671875, - 2336.525390625, - 2334.37890625, - 2334.072265625, - 2335.298828125, - 2332.845703125, - 2333.458984375, - 2334.9921875, - 2334.9921875, - 2336.21875, - 2340.205078125, - 2343.271484375, - 2345.111328125, - 2347.87109375, - 2350.630859375, - 2353.697265625, - 2350.9375, - 2351.857421875, - 2355.537109375, - 2356.150390625, - 2358.91015625, - 2361.36328125, - 2362.7431640625, - 2364.2763671875 + 2350.904296875, + 2350.53515625, + 2349.796875, + 2350.166015625, + 2350.166015625, + 2349.796875, + 2348.689453125, + 2350.53515625, + 2350.166015625, + 2349.427734375, + 2349.796875, + 2349.427734375, + 2349.427734375, + 2349.796875, + 2349.427734375, + 2349.796875, + 2348.3203125, + 2349.05859375, + 2349.05859375, + 2349.05859375, + 2349.427734375, + 2348.689453125, + 2348.3203125, + 2348.3203125 ], "p90": [ - 2411.26904296875, - 2410.8857421875, - 2409.697509765625, - 2410.119140625, - 2410.2724609375, - 2409.42919921875, - 2409.3525390625, - 2411.0390625, - 2411.4990234375, - 2411.11572265625, - 2411.11572265625, - 2412.87890625, - 2413.0322265625, - 2413.26220703125, - 2412.7255859375, - 2412.34228515625, - 2413.3388671875, - 2413.4921875, - 2414.64208984375, - 2413.10888671875, - 2412.49560546875, - 2412.265625, - 2412.4189453125, - 2412.7255859375 + 2358.8408203125, + 2363.82421875, + 2368.9921875, + 2373.9755859375, + 2378.7744140625, + 2384.03466796875, + 2390.448486328125, + 2393.678466796875, + 2396.4931640625, + 2401.338134765625, + 2402.630126953125, + 2404.26806640625, + 2406.64453125, + 2407.705810546875, + 2409.13623046875, + 2410.012939453125, + 2405.88330078125, + 2409.50537109375, + 2410.705078125, + 2411.90478515625, + 2411.90478515625, + 2412.45849609375, + 2412.181640625, + 2413.19677734375 ], "timestamps": [ - "2026-06-21 19:55:00", - "2026-06-21 20:10:00", - "2026-06-21 20:25:00", - "2026-06-21 20:40:00", "2026-06-21 20:55:00", "2026-06-21 21:10:00", "2026-06-21 21:25:00", @@ -327,6 +323,10 @@ "2026-06-23 00:55:00", "2026-06-23 01:10:00", "2026-06-23 01:25:00", - "2026-06-23 01:40:00" + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 5a7be92743d98e39f808b3c520e9d1cf74eb4360..f5aa72a7d2dc65267e02901ed5cb0ae075588166 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,49 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T07:05:11.853278+00:00", + "evaluated_at": "2026-06-22T07:25:18.751407+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 0719c7f32655d20e49a4d963c8fd574fd6b4f4aa..50ae5921453091b8a7f88ddf870a0de74482865e 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,123785.009765625,70933.74375597636,173.15673828125,0.1627970119361777,0.0027105130186546706,0.0027035759419856593,7.846027449413761,351.8309391819102,0.005489384789535997,0.0027016497398919814,0.0034558392043219986,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,125467.49485270183,80962.97476387024,189.50862630208334,0.179325465516705,0.002966558040328762,0.002958068689009915,8.498013879586695,354.21391115073646,0.005526321767873552,0.002956647420567689,0.0036358183521821683,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.02785407705205672,0.012847128899599684,0.08648691872755686,0.2541116869484535,0.08667795453637088,0.07922577376199949,15.562300523953429,0.1668954075223663,0.11787509347125037,0.06108408721603064,0.08669599281005208,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.005795512099212275,0.0016421440351688688,0.03444408377011617,0.10097696694606136,0.03469279594520405,0.03370269662080393,6.7861429950029555,0.07612826084452655,0.057690399441269205,0.026101909186454338,0.04341298078838951,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.08545224171635032,0.09610133502811793,0.2932873070240021,4.399311380383608,0.18261148680012596,0.20270745025156808,122.83823335292033,0.2923221539951263,0.18527459469034074,0.18588631136591677,0.1626656442371882,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.42235894799224144,0.7165555290147267,0.7410150766372681,0.37257742077443695,0.05290884079196182,0.05481136160087916,2.518593179843267,0.6498914893982236,0.04637941216685192,0.052882433793731656,0.032932213307322156,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,57.99967811440941,27.71880639290733,4.041209856669108,0.3495294385130791,0.2215478501157162,0.1858120815007215,27.161221921952727,7.615751973010243,0.3503508588757945,0.18590959227650833,0.3156891483419186,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.6589133206330189,0.9463616524859996,0.8116787274678549,0.42719929505841786,0.03389969609854323,0.03311766690516419,24.128075210096625,1.287988090252786,0.05364754167162382,0.03380820730046975,0.04457584162939124,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,12.206245702962557,10.930283688239408,2.6603820522626243,0.49241004566300495,0.37308408386320835,0.32018253106405475,19.41149657918739,3.4937437946939607,0.41924925536327523,0.31924584627151487,0.35159224584367543,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1582.4966933925946,1083.3866550972064,23.7705078125,1.4262304687499998,0.010245640437396411,0.010145094107973087,81.0654229736328,39.780607001309,0.017003287053097345,0.010160145814781835,0.013198471472432471,Hydrology,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.00211398318136465,0.010294307922966558,0.09231356779734294,0.04757750197998356,0.006594643729927452,0.006621025186851755,1.4139245150309996,0.04597807283221699,0.003285125835141485,0.0065957894236193335,0.006846533248589538,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,55.68834250098947,28.589202197623916,4.357548554738362,0.3765872160729092,0.2419012594193822,0.20426482054606665,27.423896376430196,7.462462227776397,0.34776523003229814,0.2030702239101373,0.32716270570230327,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.934540350061828,1.1222331865801607,0.9456764856974283,0.5055707263204815,0.03944210144903836,0.038516060484205736,27.49708376970962,1.3908775467530663,0.058358498465163625,0.03967873366562637,0.050688762116450715,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,16.623645979254132,13.30137498064956,2.9055436849594116,0.5384791385252964,0.727943412958859,0.37864987451715465,25.095152873330136,4.077210563516941,0.5204949655553541,0.3709204704203504,0.4376976382929665,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1723.2873025511701,1615.7042115877073,33.94189453125,1.30336875,0.014756273710172635,0.014605143586633196,65.336584765625,41.512495739851275,0.01793519167878363,0.014664364873987399,0.017019224871705922,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,587.0931736621008,474.79592066065277,18.537806919642858,0.37411023011109457,0.07661461844080557,0.0753195920209184,14.19238810506537,24.230005647174348,0.09753308771145512,0.07462026937176539,0.08000017268140815,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 6efb71faa8c554f5d2004636f18d35272ef09719..32d08463d9e52f6e194fd71a6dd0b754d062764d 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T07:03:03.019386+00:00", + "evaluated_at": "2026-06-22T07:20:34.523677+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65539.5, 64926.01953125, 64909.44140625, 64798.0, @@ -101,10 +100,10 @@ 64426.0, 64276.12109375, 64256.55078125, - 64303.4609375 + 64303.4609375, + 64191.0703125 ], "actuals": [ - 64191.0703125, 64014.0, 64209.16015625, 64365.98828125, @@ -127,88 +126,88 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 63989.94921875 + 63989.94921875, + 64258.66015625 ], "p50": [ - 64246.95703125, - 64241.0859375, - 64217.87890625, - 64214.10546875, - 64216.7578125, - 64210.07421875, - 64188.12109375, - 64184.6484375, - 64186.3359375, - 64208.875, - 64220.84375, - 64225.515625, - 64220.41796875, - 64201.2890625, - 64206.75390625, - 64194.34765625, - 64196.890625, - 64209.64453125, - 64216.5, - 64240.578125, - 64212.578125, - 64225.7265625, - 64231.2109375, - 64243.8515625 + 64181.921875, + 64180.8984375, + 64185.1875, + 64184.03515625, + 64195.16796875, + 64208.12890625, + 64196.80078125, + 64213.765625, + 64217.1328125, + 64249.66796875, + 64247.4296875, + 64252.1171875, + 64252.13671875, + 64228.109375, + 64244.8671875, + 64233.85546875, + 64240.48046875, + 64272.96875, + 64281.76953125, + 64317.40234375, + 64275.41015625, + 64287.28515625, + 64287.84375, + 64298.2890625 ], "p10": [ - 64275.40234375, - 64296.17578125, - 64287.2578125, - 64280.82421875, - 64280.78515625, - 64262.6171875, - 64252.26171875, - 64292.359375, - 64251.1796875, - 64255.625, - 64278.69140625, - 64239.95703125, - 64235.578125, - 64238.26171875, - 64256.89453125, - 64263.984375, - 64254.515625, - 64300.75390625, - 64277.43359375, - 64277.0078125, - 64311.57421875, - 64315.85546875, - 64282.2890625, - 64282.921875 + 64205.31640625, + 64246.71875, + 64238.6171875, + 64255.1171875, + 64254.5859375, + 64261.6640625, + 64267.37109375, + 64293.44140625, + 64275.66796875, + 64307.19140625, + 64308.69921875, + 64277.47265625, + 64279.69140625, + 64282.1171875, + 64299.453125, + 64304.34765625, + 64285.92578125, + 64353.03515625, + 64350.03125, + 64337.765625, + 64325.9453125, + 64394.046875, + 64339.27734375, + 64337.91015625 ], "p90": [ - 64498.48046875, - 64547.07421875, - 64561.57421875, - 64597.60546875, - 64620.375, - 64636.09375, - 64639.37890625, - 64652.53125, - 64669.73828125, - 64720.19921875, - 64748.29296875, - 64757.6171875, - 64766.51953125, - 64780.1953125, - 64783.16796875, - 64802.7265625, - 64805.65234375, - 64826.99609375, - 64850.4140625, - 64852.7265625, - 64839.6875, - 64858.12890625, - 64859.015625, - 64853.9140625 + 64420.19921875, + 64470.296875, + 64499.04296875, + 64514.5625, + 64534.45703125, + 64555.296875, + 64567.421875, + 64589.328125, + 64615.515625, + 64663.34765625, + 64668.98046875, + 64684.640625, + 64699.69921875, + 64699.8515625, + 64727.21875, + 64744.125, + 64758.62109375, + 64791.7265625, + 64820.55078125, + 64820.44921875, + 64802.60546875, + 64827.83203125, + 64814.50390625, + 64806.65234375 ], "timestamps": [ - "2026-06-17 07:00:00", "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", @@ -327,6 +326,7 @@ "2026-06-22 03:00:00", "2026-06-22 04:00:00", "2026-06-22 05:00:00", - "2026-06-22 06:00:00" + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index ff1a0ea77238315139a22ef8a68e578a6e6710a9..676e5653a899156d55494a8e7877421d7b3ec22d 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T06:51:15.836560+00:00", + "evaluated_at": "2026-06-22T07:20:40.270651+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.815999984741211, - 1.815000057220459, - 1.812999963760376, - 1.815999984741211, - 1.809999942779541, 1.8029999732971191, 1.8009999990463257, 1.8029999732971191, @@ -245,14 +240,14 @@ 1.7480000257492065, 1.7640000581741333, 1.7740000486373901, - 1.7929999828338623 - ], - "actuals": [ + 1.7929999828338623, 1.8079999685287476, 1.8209999799728394, 1.8380000591278076, 1.8489999771118164, - 1.8450000286102295, + 1.8450000286102295 + ], + "actuals": [ 1.840999960899353, 1.8480000495910645, 1.8619999885559082, @@ -307,200 +302,200 @@ 0.7620000243186951, 0.7390000224113464, 0.7160000205039978, - 0.7139999866485596 + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486 ], "p50": [ - 1.7953240871429443, - 1.8094685077667236, - 1.8340201377868652, - 1.8348708152770996, - 1.842406988143921, - 1.8584887981414795, - 1.8660364151000977, - 1.8780648708343506, - 1.8687572479248047, - 1.8729641437530518, - 1.8633592128753662, - 1.879356861114502, - 1.8627049922943115, - 1.8620970249176025, - 1.8647303581237793, - 1.847926139831543, - 1.839660882949829, - 1.8216814994812012, - 1.8081610202789307, - 1.798729658126831, - 1.7815933227539062, - 1.7738840579986572, - 1.7439162731170654, - 1.7340264320373535, - 1.6999232769012451, - 1.676400899887085, - 1.6571345329284668, - 1.629551887512207, - 1.606597900390625, - 1.5717763900756836, - 1.5467569828033447, - 1.5251970291137695, - 1.4929320812225342, - 1.4658393859863281, - 1.4431171417236328, - 1.4132030010223389, - 1.3943250179290771, - 1.3647584915161133, - 1.3508570194244385, - 1.3250432014465332, - 1.2962963581085205, - 1.2758264541625977, - 1.2365362644195557, - 1.2163856029510498, - 1.204810380935669, - 1.1812500953674316, - 1.149416446685791, - 1.1334266662597656, - 1.1124088764190674, - 1.0983914136886597, - 1.078284502029419, - 1.0489004850387573, - 1.0365318059921265, - 1.0267027616500854, - 0.9947496652603149, - 0.9877877831459045, - 0.9795545935630798, - 0.9610093235969543, - 0.9611870646476746, - 0.9424571990966797 + 1.8254214525222778, + 1.82700777053833, + 1.8445907831192017, + 1.8357505798339844, + 1.8236947059631348, + 1.8317230939865112, + 1.8339364528656006, + 1.8342183828353882, + 1.8223860263824463, + 1.8082808256149292, + 1.7935106754302979, + 1.7869771718978882, + 1.7652404308319092, + 1.7596418857574463, + 1.7407728433609009, + 1.718741774559021, + 1.7073155641555786, + 1.6714447736740112, + 1.6537457704544067, + 1.6342414617538452, + 1.615808129310608, + 1.590149998664856, + 1.5542621612548828, + 1.5381590127944946, + 1.5024875402450562, + 1.4601268768310547, + 1.4461586475372314, + 1.4164340496063232, + 1.3805803060531616, + 1.3415038585662842, + 1.3202807903289795, + 1.2856616973876953, + 1.2547035217285156, + 1.2346216440200806, + 1.2101893424987793, + 1.18512761592865, + 1.1598867177963257, + 1.124288558959961, + 1.1111335754394531, + 1.080410122871399, + 1.0463584661483765, + 1.0353593826293945, + 0.9972485303878784, + 0.970671534538269, + 0.9586851596832275, + 0.9327795505523682, + 0.901659369468689, + 0.8804326057434082, + 0.8703904151916504, + 0.8534401655197144, + 0.8405517339706421, + 0.8236534595489502, + 0.8007602691650391, + 0.8004980087280273, + 0.7698994874954224, + 0.7692071199417114, + 0.7659734487533569, + 0.7561670541763306, + 0.757510781288147, + 0.7387838363647461 ], "p10": [ - 1.8053033351898193, - 1.8295400142669678, - 1.8337132930755615, - 1.8496367931365967, - 1.84104323387146, - 1.8703091144561768, - 1.8477084636688232, - 1.8721284866333008, - 1.8695487976074219, - 1.8812875747680664, - 1.8747406005859375, - 1.9002299308776855, - 1.8458971977233887, - 1.8930816650390625, - 1.8557250499725342, - 1.855637550354004, - 1.8426685333251953, - 1.826857328414917, - 1.8225386142730713, - 1.833925485610962, - 1.7901136875152588, - 1.797435998916626, - 1.7573707103729248, - 1.7455761432647705, - 1.7277181148529053, - 1.7165331840515137, - 1.6912553310394287, - 1.6557025909423828, - 1.641596794128418, - 1.6195228099822998, - 1.5619213581085205, - 1.5875911712646484, - 1.5534026622772217, - 1.5377283096313477, - 1.5010604858398438, - 1.471195936203003, - 1.452533483505249, - 1.4240803718566895, - 1.408846378326416, - 1.3709471225738525, - 1.3386683464050293, - 1.3337678909301758, - 1.3179864883422852, - 1.2961761951446533, - 1.2631938457489014, - 1.2609140872955322, - 1.236799716949463, - 1.2167737483978271, - 1.1900756359100342, - 1.1875118017196655, - 1.1445893049240112, - 1.1395494937896729, - 1.1295455694198608, - 1.1246566772460938, - 1.094266414642334, - 1.083208441734314, - 1.0666937828063965, - 1.066796898841858, - 1.046318531036377, - 1.0306544303894043 + 1.833521842956543, + 1.8583711385726929, + 1.842774510383606, + 1.8426010608673096, + 1.819922924041748, + 1.8507972955703735, + 1.8160574436187744, + 1.8266003131866455, + 1.8125907182693481, + 1.8235563039779663, + 1.7990646362304688, + 1.8021115064620972, + 1.7421656847000122, + 1.7822632789611816, + 1.7391725778579712, + 1.7414301633834839, + 1.7149624824523926, + 1.6780418157577515, + 1.6749242544174194, + 1.6729024648666382, + 1.6345019340515137, + 1.5968512296676636, + 1.5770139694213867, + 1.554808259010315, + 1.5216319561004639, + 1.5128322839736938, + 1.4777551889419556, + 1.4418296813964844, + 1.4220186471939087, + 1.3960665464401245, + 1.3279643058776855, + 1.346409797668457, + 1.310766577720642, + 1.2972749471664429, + 1.2581923007965088, + 1.2231371402740479, + 1.229592204093933, + 1.1727614402770996, + 1.1711440086364746, + 1.1315611600875854, + 1.085480809211731, + 1.0775924921035767, + 1.0615661144256592, + 1.0466457605361938, + 0.9981088638305664, + 1.007920742034912, + 0.982961893081665, + 0.9666440486907959, + 0.9462035894393921, + 0.9318712949752808, + 0.897520899772644, + 0.9031051397323608, + 0.8961472511291504, + 0.8784246444702148, + 0.8584970235824585, + 0.846991777420044, + 0.8420389890670776, + 0.8462315797805786, + 0.8215645551681519, + 0.8143283128738403 ], "p90": [ - 1.8211255073547363, - 1.8336687088012695, - 1.863877773284912, - 1.8665339946746826, - 1.881098985671997, - 1.9057397842407227, - 1.9122512340545654, - 1.933546543121338, - 1.9337928295135498, - 1.9358224868774414, - 1.941786527633667, - 1.943845272064209, - 1.9497084617614746, - 1.9503817558288574, - 1.9510831832885742, - 1.9345002174377441, - 1.9335567951202393, - 1.9247593879699707, - 1.9212734699249268, - 1.922461986541748, - 1.9067776203155518, - 1.9052860736846924, - 1.8885400295257568, - 1.8852183818817139, - 1.8692810535430908, - 1.851053237915039, - 1.8455429077148438, - 1.8188505172729492, - 1.8121466636657715, - 1.7940661907196045, - 1.7832064628601074, - 1.7697248458862305, - 1.748121738433838, - 1.7215561866760254, - 1.7002997398376465, - 1.6845455169677734, - 1.667079210281372, - 1.6429965496063232, - 1.6258819103240967, - 1.6057045459747314, - 1.5839331150054932, - 1.574634313583374, - 1.5318694114685059, - 1.5195813179016113, - 1.5181553363800049, - 1.500746726989746, - 1.4790434837341309, - 1.471527099609375, - 1.4515345096588135, - 1.4399664402008057, - 1.4153234958648682, - 1.403428554534912, - 1.3859601020812988, - 1.3866207599639893, - 1.3800902366638184, - 1.374398946762085, - 1.3640356063842773, - 1.357471227645874, - 1.3588767051696777, - 1.3402588367462158 + 1.862004280090332, + 1.8588893413543701, + 1.880313515663147, + 1.873140811920166, + 1.8663488626480103, + 1.8820527791976929, + 1.8786479234695435, + 1.8857290744781494, + 1.8805017471313477, + 1.8613322973251343, + 1.86306893825531, + 1.8424992561340332, + 1.8402069807052612, + 1.8350077867507935, + 1.8149807453155518, + 1.7938392162322998, + 1.7920958995819092, + 1.761890172958374, + 1.7534626722335815, + 1.7455531358718872, + 1.7284644842147827, + 1.7090998888015747, + 1.6867161989212036, + 1.6765365600585938, + 1.651888370513916, + 1.6182241439819336, + 1.612807273864746, + 1.5831992626190186, + 1.557953119277954, + 1.5296756029129028, + 1.524369478225708, + 1.4962023496627808, + 1.463597297668457, + 1.4408143758773804, + 1.4171196222305298, + 1.4061479568481445, + 1.3835300207138062, + 1.3573225736618042, + 1.3333172798156738, + 1.3127788305282593, + 1.2819446325302124, + 1.2785300016403198, + 1.2416125535964966, + 1.2249884605407715, + 1.2248910665512085, + 1.202590823173523, + 1.18187415599823, + 1.173768162727356, + 1.1561497449874878, + 1.1424102783203125, + 1.1219120025634766, + 1.1224185228347778, + 1.0950738191604614, + 1.0991050004959106, + 1.0843238830566406, + 1.081543207168579, + 1.0708529949188232, + 1.067995548248291, + 1.0712462663650513, + 1.0560450553894043 ], "timestamps": [ - "2026-06-21 00:42:00", - "2026-06-21 00:48:00", - "2026-06-21 00:54:00", - "2026-06-21 01:00:00", - "2026-06-21 01:06:00", "2026-06-21 01:12:00", "2026-06-21 01:18:00", "2026-06-21 01:24:00", @@ -795,6 +790,11 @@ "2026-06-22 06:18:00", "2026-06-22 06:24:00", "2026-06-22 06:30:00", - "2026-06-22 06:36:00" + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00" ] } diff --git a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json index e6a6cbcb85e85ade5a2fc17f06e98207c0a75a60..b4a1417d44b2393ef87157a1e12586fa609ddd74 100644 --- a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,28 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T06:02:40.184107+00:00", + "evaluated_at": "2026-06-22T07:20:46.298925+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 20.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, 20.0, 20.0, 20.0, @@ -101,11 +84,27 @@ 14.0, 14.0, 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, 14.0 ], "actuals": [ 14.0, - 14.399999618530273, 14.0, 14.0, 14.0, @@ -115,10 +114,11 @@ 14.0, 14.0, 14.0, + 13.899999618530273, + 14.0, 14.0, 14.0, 14.0, - 13.899999618530273, 14.0, 14.0, 14.0, @@ -130,85 +130,84 @@ 14.0 ], "p50": [ - 14.029868125915527, - 13.98542594909668, - 13.84223461151123, - 13.681143760681152, - 13.753924369812012, - 13.657261848449707, - 13.66174030303955, - 13.600004196166992, - 13.322111129760742, - 13.431838035583496, - 13.320442199707031, - 13.306818962097168, - 13.22672176361084, - 13.197463989257812, - 13.27108383178711, - 13.208650588989258, - 12.972729682922363, - 12.910399436950684, - 12.78321361541748, - 12.730384826660156, - 12.862260818481445, - 12.642125129699707, - 12.570320129394531, - 12.607206344604492 + 13.971508979797363, + 13.94157886505127, + 13.982162475585938, + 13.901477813720703, + 13.918946266174316, + 13.94205379486084, + 13.930523872375488, + 13.963080406188965, + 13.874605178833008, + 13.901703834533691, + 13.861821174621582, + 13.902902603149414, + 13.885063171386719, + 13.936209678649902, + 13.903974533081055, + 13.934377670288086, + 13.888514518737793, + 13.887059211730957, + 13.917154312133789, + 13.873266220092773, + 13.871203422546387, + 13.834053993225098, + 13.830602645874023, + 13.830629348754883 ], "p10": [ - 14.125312805175781, - 14.034640312194824, - 13.951215744018555, - 13.922453880310059, - 14.053421974182129, - 14.009078979492188, - 13.989034652709961, - 13.642866134643555, - 13.906734466552734, - 13.507543563842773, - 13.620917320251465, - 13.824481010437012, - 13.665505409240723, - 13.483098983764648, - 13.499549865722656, - 13.222439765930176, - 13.550137519836426, - 13.641180992126465, - 13.2810640335083, - 13.388839721679688, - 13.227913856506348, - 13.13893985748291, - 13.290504455566406, - 13.199277877807617 + 14.024720191955566, + 14.002410888671875, + 14.028794288635254, + 14.02135181427002, + 14.019248008728027, + 14.106711387634277, + 14.12157154083252, + 14.068333625793457, + 14.05079174041748, + 13.964902877807617, + 14.06151008605957, + 14.057722091674805, + 13.958259582519531, + 14.035177230834961, + 14.046025276184082, + 14.030770301818848, + 14.045409202575684, + 14.16617488861084, + 14.128369331359863, + 14.023383140563965, + 14.025157928466797, + 14.125922203063965, + 14.166340827941895, + 14.081830024719238 ], "p90": [ - 14.122650146484375, - 14.142571449279785, - 14.02667236328125, - 14.038992881774902, - 14.194371223449707, - 14.121110916137695, - 14.094930648803711, - 14.01660442352295, - 13.735505104064941, - 13.854708671569824, - 13.89082145690918, - 13.715476989746094, - 13.816455841064453, - 13.899345397949219, - 13.952916145324707, - 13.899216651916504, - 13.81084156036377, - 13.86258316040039, - 13.816003799438477, - 13.888786315917969, - 13.973657608032227, - 13.826908111572266, - 13.802629470825195, - 13.825611114501953 + 14.08596134185791, + 14.080281257629395, + 14.144923210144043, + 14.123430252075195, + 14.150819778442383, + 14.163322448730469, + 14.118510246276855, + 14.161515235900879, + 14.103800773620605, + 14.136590957641602, + 14.1072416305542, + 14.137208938598633, + 14.137406349182129, + 14.26026439666748, + 14.260043144226074, + 14.28854751586914, + 14.308606147766113, + 14.330485343933105, + 14.419806480407715, + 14.403324127197266, + 14.429640769958496, + 14.427043914794922, + 14.450451850891113, + 14.464356422424316 ], "timestamps": [ - "2026-06-21 20:00:00", "2026-06-21 21:00:00", "2026-06-21 22:00:00", "2026-06-21 23:00:00", @@ -327,6 +326,7 @@ "2026-06-26 16:00:00", "2026-06-26 17:00:00", "2026-06-26 18:00:00", - "2026-06-26 19:00:00" + "2026-06-26 19:00:00", + "2026-06-26 20:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 699d905d595004349edb30519c82d40c930a3586..87bab04dffe13a375988f2c80dbdf09108728369 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T06:02:46.633779+00:00", + "evaluated_at": "2026-06-22T07:20:51.338685+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 22.799999237060547, - 21.399999618530273, 20.5, 19.899999618530273, 20.299999237060547, @@ -341,11 +339,11 @@ 27.0, 25.299999237060547, 25.600000381469727, - 25.700000762939453 + 25.700000762939453, + 26.799999237060547, + 27.0 ], "actuals": [ - 26.799999237060547, - 27.0, 28.399999618530273, 30.0, 31.399999618530273, @@ -367,89 +365,89 @@ 20.100000381469727, 20.100000381469727, 21.399999618530273, - 19.399999618530273 + 19.399999618530273, + 21.600000381469727, + 25.5 ], "p50": [ - 24.42257308959961, - 24.875324249267578, - 26.19438362121582, - 27.583566665649414, - 29.459543228149414, - 30.972026824951172, - 31.771697998046875, - 32.95967102050781, - 33.293983459472656, - 31.627744674682617, - 29.316513061523438, - 26.449684143066406, - 23.509891510009766, - 21.63825225830078, - 19.807037353515625, - 18.269874572753906, - 18.211103439331055, - 18.920650482177734, - 20.319747924804688, - 20.665569305419922, - 20.068950653076172, - 19.874942779541016, - 19.4970703125, - 19.407135009765625 + 26.133399963378906, + 26.962543487548828, + 28.669130325317383, + 30.348909378051758, + 31.633378982543945, + 32.107177734375, + 31.681060791015625, + 30.54755210876465, + 28.78664779663086, + 25.92198371887207, + 23.850391387939453, + 21.85833740234375, + 20.32822036743164, + 20.18118667602539, + 19.933509826660156, + 19.979049682617188, + 20.182483673095703, + 20.893489837646484, + 21.843204498291016, + 21.41061782836914, + 21.170658111572266, + 20.660348892211914, + 19.98141098022461, + 20.164443969726562 ], "p10": [ - 24.98336410522461, - 26.37115478515625, - 28.119876861572266, - 30.369977951049805, - 32.86628723144531, - 35.757728576660156, - 36.45250701904297, - 37.680335998535156, - 38.823272705078125, - 37.70884323120117, - 34.93921661376953, - 32.4521484375, - 29.940052032470703, - 27.797433853149414, - 26.01996612548828, - 24.84575843811035, - 23.90765380859375, - 23.759796142578125, - 25.19118309020996, - 25.29779815673828, - 25.324840545654297, - 25.07111358642578, - 24.191455841064453, - 24.030691146850586 + 26.740283966064453, + 28.7558536529541, + 31.1722354888916, + 33.60895538330078, + 35.851898193359375, + 37.41968536376953, + 36.547767639160156, + 35.613929748535156, + 34.75633239746094, + 32.11431884765625, + 29.555770874023438, + 27.473304748535156, + 26.575828552246094, + 25.555681228637695, + 25.689495086669922, + 26.16950225830078, + 25.239627838134766, + 25.492095947265625, + 26.35614776611328, + 25.255889892578125, + 26.04216766357422, + 25.227760314941406, + 24.414461135864258, + 24.435718536376953 ], "p90": [ - 27.693866729736328, - 30.449039459228516, - 34.00736999511719, - 37.237178802490234, - 41.269187927246094, - 44.31890106201172, - 46.517425537109375, - 48.78874206542969, - 50.564308166503906, - 49.16875457763672, - 47.34752655029297, - 44.22178649902344, - 41.4277229309082, - 39.10190963745117, - 36.68483352661133, - 34.51324462890625, - 33.73423767089844, - 33.70648193359375, - 34.48548126220703, - 34.22502899169922, - 33.55181121826172, - 33.28245544433594, - 32.89539337158203, - 32.40815734863281 + 29.488094329833984, + 32.950233459472656, + 37.3696174621582, + 41.10527038574219, + 44.710575103759766, + 46.537322998046875, + 47.20509338378906, + 46.567081451416016, + 45.76206588745117, + 42.49699783325195, + 40.61288833618164, + 38.05234146118164, + 36.403560638427734, + 35.687015533447266, + 34.73360824584961, + 34.345001220703125, + 33.953983306884766, + 34.08544921875, + 34.546852111816406, + 33.583641052246094, + 33.245201110839844, + 32.97850036621094, + 32.42048645019531, + 32.62590026855469 ], "timestamps": [ - "2026-06-07 06:00:00", - "2026-06-07 07:00:00", "2026-06-07 08:00:00", "2026-06-07 09:00:00", "2026-06-07 10:00:00", @@ -807,6 +805,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 811d88c10fc768361b340d99774c4af1809c9d14..850057c04649d85f273ebb10ce214a8e652068ce 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T06:02:51.705525+00:00", + "evaluated_at": "2026-06-22T07:20:59.053917+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.600000381469727, - 27.700000762939453, 26.5, 25.5, 24.100000381469727, @@ -341,11 +339,11 @@ 27.799999237060547, 28.0, 27.799999237060547, - 27.799999237060547 + 27.799999237060547, + 27.299999237060547, + 27.100000381469727 ], "actuals": [ - 27.299999237060547, - 27.100000381469727, 27.0, 25.600000381469727, 24.100000381469727, @@ -367,89 +365,89 @@ 24.799999237060547, 25.299999237060547, 24.899999618530273, - 24.700000762939453 + 24.700000762939453, + 25.200000762939453, + 25.0 ], "p50": [ - 27.51844024658203, - 27.08279037475586, - 26.595287322998047, - 26.039016723632812, - 25.32549476623535, - 24.768707275390625, - 24.40329933166504, - 24.06795883178711, - 23.674705505371094, - 23.457393646240234, - 23.329936981201172, - 23.20337677001953, - 23.221261978149414, - 23.042591094970703, - 22.862886428833008, - 22.76288604736328, - 23.119064331054688, - 23.929264068603516, - 24.7740478515625, - 25.47096061706543, - 26.120710372924805, - 26.534570693969727, - 26.7357120513916, - 26.79608154296875 + 26.608272552490234, + 26.044780731201172, + 25.42875862121582, + 24.901758193969727, + 24.380817413330078, + 24.05044174194336, + 23.830652236938477, + 23.6075439453125, + 23.331012725830078, + 23.283100128173828, + 23.307449340820312, + 23.108659744262695, + 23.011049270629883, + 22.96499252319336, + 23.283615112304688, + 23.86895179748535, + 24.61545753479004, + 25.392072677612305, + 26.077524185180664, + 26.488473892211914, + 26.798259735107422, + 26.82025909423828, + 26.534019470214844, + 26.17486000061035 ], "p10": [ - 27.716676712036133, - 27.241613388061523, - 26.85309600830078, - 26.32370948791504, - 25.494718551635742, - 25.03754234313965, - 24.642173767089844, - 24.33278465270996, - 23.940275192260742, - 23.834327697753906, - 23.612255096435547, - 23.513668060302734, - 23.484413146972656, - 23.37124252319336, - 23.165809631347656, - 23.106786727905273, - 23.49078369140625, - 24.22974395751953, - 25.208215713500977, - 25.995227813720703, - 26.70577049255371, - 27.082721710205078, - 27.20701789855957, - 27.319377899169922 + 26.791547775268555, + 26.163541793823242, + 25.589536666870117, + 25.11748695373535, + 24.534299850463867, + 24.30318260192871, + 24.062999725341797, + 23.824844360351562, + 23.666065216064453, + 23.64518165588379, + 23.588218688964844, + 23.459440231323242, + 23.302078247070312, + 23.32294464111328, + 23.58700180053711, + 24.20421028137207, + 25.013269424438477, + 25.797344207763672, + 26.597217559814453, + 27.030628204345703, + 27.38658332824707, + 27.30299186706543, + 27.016130447387695, + 26.691452026367188 ], "p90": [ - 28.391633987426758, - 28.086179733276367, - 27.67576026916504, - 27.07851219177246, - 26.35308837890625, - 25.78873634338379, - 25.44346046447754, - 25.161951065063477, - 24.750497817993164, - 24.59153938293457, - 24.46895980834961, - 24.366744995117188, - 24.427593231201172, - 24.339141845703125, - 24.189882278442383, - 24.183671951293945, - 24.667682647705078, - 25.54464340209961, - 26.577119827270508, - 27.439973831176758, - 28.282058715820312, - 28.828954696655273, - 29.08230209350586, - 29.155967712402344 + 27.36038589477539, + 26.85430908203125, + 26.287921905517578, + 25.744247436523438, + 25.25038719177246, + 24.949657440185547, + 24.789451599121094, + 24.64824104309082, + 24.408084869384766, + 24.41468620300293, + 24.456998825073242, + 24.29023551940918, + 24.22430419921875, + 24.2902774810791, + 24.697420120239258, + 25.456256866455078, + 26.400367736816406, + 27.27834701538086, + 28.13262176513672, + 28.6616268157959, + 29.079761505126953, + 29.169965744018555, + 28.860055923461914, + 28.43416404724121 ], "timestamps": [ - "2026-06-07 06:00:00", - "2026-06-07 07:00:00", "2026-06-07 08:00:00", "2026-06-07 09:00:00", "2026-06-07 10:00:00", @@ -807,6 +805,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index a0b81ec5263d4ac60f46efc6bdb64e32f16c04cb..0489a6b211f0f546e05180f9676876b3694ec921 100644 --- a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T06:02:56.866584+00:00", + "evaluated_at": "2026-06-22T07:21:08.862809+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 11.0, - 12.0, 51.0, 8.0, 11.0, @@ -151,7 +149,7 @@ 13.0, 13.0, 4.0, - 8.0, + 9.0, 12.0, 12.0, 11.0, @@ -173,11 +171,11 @@ 12.0, 11.0, 2.0, - 7.0 + 7.0, + 12.0, + 12.0 ], "actuals": [ - 12.0, - 12.0, 4.0, 6.0, 7.0, @@ -199,89 +197,89 @@ 18.0, 7.0, 12.0, - 12.0 + 12.0, + 11.0, + 1.0 ], "p50": [ - 7.5648417472839355, - 7.859981536865234, - 7.927011013031006, - 7.9325079917907715, - 8.001622200012207, - 8.113565444946289, - 8.028818130493164, - 8.132944107055664, - 8.187467575073242, - 8.33807373046875, - 8.319755554199219, - 8.422542572021484, - 8.6314058303833, - 8.698275566101074, - 8.83350944519043, - 9.052057266235352, - 9.116212844848633, - 9.27109146118164, - 9.045492172241211, - 9.055032730102539, - 8.996003150939941, - 8.843889236450195, - 8.68397045135498, - 8.601085662841797 + 8.818899154663086, + 8.826336860656738, + 8.834515571594238, + 8.780776977539062, + 8.786222457885742, + 8.79813003540039, + 8.831090927124023, + 8.928403854370117, + 8.836782455444336, + 8.964775085449219, + 9.094261169433594, + 9.330228805541992, + 9.428850173950195, + 9.475944519042969, + 9.538326263427734, + 9.59507942199707, + 9.415628433227539, + 9.505762100219727, + 9.321794509887695, + 9.253952980041504, + 9.27787971496582, + 9.035486221313477, + 8.955455780029297, + 8.965667724609375 ], "p10": [ - 8.833126068115234, - 9.047967910766602, - 9.22053337097168, - 9.286397933959961, - 9.37910270690918, - 9.457938194274902, - 9.485149383544922, - 9.501693725585938, - 9.59593391418457, - 9.499377250671387, - 9.797446250915527, - 9.843557357788086, - 10.130033493041992, - 10.184398651123047, - 10.344924926757812, - 10.427891731262207, - 10.585060119628906, - 10.833172798156738, - 10.649883270263672, - 10.390146255493164, - 10.271586418151855, - 10.261815071105957, - 10.159307479858398, - 10.078649520874023 + 10.068086624145508, + 10.064708709716797, + 10.13713264465332, + 10.137125015258789, + 10.232626914978027, + 10.108553886413574, + 10.281303405761719, + 10.311408042907715, + 10.247259140014648, + 10.162576675415039, + 10.524920463562012, + 10.750326156616211, + 10.96181869506836, + 10.922161102294922, + 11.088175773620605, + 10.976556777954102, + 10.970648765563965, + 11.037617683410645, + 10.918391227722168, + 10.66149616241455, + 10.5721435546875, + 10.444125175476074, + 10.370416641235352, + 10.433573722839355 ], "p90": [ - 11.53745174407959, - 11.982060432434082, - 12.158193588256836, - 12.221506118774414, - 12.280437469482422, - 12.474708557128906, - 12.415714263916016, - 12.557048797607422, - 12.667834281921387, - 12.885878562927246, - 12.918304443359375, - 13.017050743103027, - 13.185250282287598, - 13.350345611572266, - 13.47391414642334, - 13.65953254699707, - 13.767870903015137, - 13.951117515563965, - 13.717820167541504, - 13.705894470214844, - 13.60385799407959, - 13.519113540649414, - 13.404603004455566, - 13.23388671875 + 12.888867378234863, + 13.011700630187988, + 13.115233421325684, + 13.11057186126709, + 13.11886978149414, + 13.184206008911133, + 13.234992980957031, + 13.330534934997559, + 13.329513549804688, + 13.497282981872559, + 13.660500526428223, + 13.882305145263672, + 13.921855926513672, + 14.042448997497559, + 14.107527732849121, + 14.109976768493652, + 14.0173978805542, + 14.127817153930664, + 13.926416397094727, + 13.881126403808594, + 13.820895195007324, + 13.649712562561035, + 13.60859203338623, + 13.573751449584961 ], "timestamps": [ - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", "2026-06-14 08:00:00", "2026-06-14 09:00:00", "2026-06-14 10:00:00", @@ -471,6 +469,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index c32e6a3551f8eb7ff1d9cf4202804aaec9fde1b0..8d3f5b1f13a4ab875fa138a69b06544a776f276e 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T06:41:50.205494+00:00", + "evaluated_at": "2026-06-22T07:21:17.325307+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2350.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2450.0, 2400.0, @@ -101,9 +89,6 @@ 2350.0, 2400.0, 2350.0, - 2350.0 - ], - "actuals": [ 2350.0, 2350.0, 2350.0, @@ -116,6 +101,9 @@ 2350.0, 2350.0, 2350.0, + 2350.0 + ], + "actuals": [ 2350.0, 2350.0, 2350.0, @@ -127,91 +115,99 @@ 2300.0, 2300.0, 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, 2300.0 ], "p50": [ - 2357.154296875, - 2356.58642578125, - 2357.7373046875, - 2357.30419921875, - 2358.908203125, - 2359.104736328125, - 2359.885498046875, - 2361.06982421875, - 2361.4521484375, - 2363.351318359375, - 2363.260009765625, - 2364.718505859375, - 2365.22705078125, - 2365.961669921875, - 2366.12646484375, - 2365.75048828125, - 2365.441650390625, - 2366.373779296875, - 2366.4296875, - 2367.080322265625, - 2368.5576171875, - 2367.8154296875, - 2367.801025390625, - 2367.39453125 + 2349.978759765625, + 2349.64111328125, + 2349.776611328125, + 2349.128173828125, + 2349.950439453125, + 2349.33056640625, + 2349.413818359375, + 2349.235107421875, + 2347.340087890625, + 2349.14501953125, + 2347.663818359375, + 2347.41943359375, + 2347.362548828125, + 2347.85888671875, + 2347.933837890625, + 2347.743408203125, + 2347.682373046875, + 2347.49169921875, + 2346.81884765625, + 2347.301513671875, + 2348.6376953125, + 2347.48095703125, + 2347.3935546875, + 2347.316162109375 ], "p10": [ - 2363.51171875, - 2366.415283203125, - 2367.19091796875, - 2369.01953125, - 2369.803466796875, - 2369.454345703125, - 2372.384033203125, - 2370.990966796875, - 2373.101806640625, - 2371.360107421875, - 2373.210693359375, - 2374.27880859375, - 2374.287841796875, - 2374.335205078125, - 2374.186279296875, - 2373.96240234375, - 2375.265625, - 2377.348388671875, - 2375.72802734375, - 2376.348876953125, - 2376.75634765625, - 2375.751220703125, - 2376.915771484375, - 2376.2216796875 + 2351.950439453125, + 2352.777099609375, + 2351.844970703125, + 2352.349609375, + 2353.924072265625, + 2353.783935546875, + 2355.404296875, + 2354.958251953125, + 2358.33251953125, + 2355.472412109375, + 2356.306884765625, + 2357.342529296875, + 2358.423095703125, + 2358.062744140625, + 2357.6552734375, + 2357.524658203125, + 2359.500732421875, + 2361.828857421875, + 2359.548828125, + 2359.6396484375, + 2360.24267578125, + 2359.240966796875, + 2360.759765625, + 2360.720458984375 ], "p90": [ - 2380.065185546875, - 2383.44677734375, - 2387.61083984375, - 2388.985595703125, - 2391.51025390625, - 2392.465087890625, - 2392.14404296875, - 2393.86474609375, - 2394.785888671875, - 2395.6689453125, - 2395.9794921875, - 2395.103271484375, - 2396.729248046875, - 2396.958740234375, - 2396.697998046875, - 2396.860107421875, - 2396.208251953125, - 2397.149169921875, - 2396.8525390625, - 2398.218994140625, - 2398.060791015625, - 2399.195068359375, - 2398.033447265625, - 2398.230224609375 + 2353.932373046875, + 2354.154052734375, + 2356.206298828125, + 2356.815673828125, + 2358.679931640625, + 2358.742919921875, + 2358.822509765625, + 2359.486083984375, + 2359.137939453125, + 2361.234375, + 2361.425048828125, + 2360.58154296875, + 2362.05859375, + 2363.76513671875, + 2363.742431640625, + 2364.19091796875, + 2364.973388671875, + 2365.6826171875, + 2366.411376953125, + 2368.791259765625, + 2369.871337890625, + 2370.19140625, + 2369.50732421875, + 2370.7666015625 ], "timestamps": [ - "2026-06-21 19:55:00", - "2026-06-21 20:10:00", - "2026-06-21 20:25:00", - "2026-06-21 20:40:00", "2026-06-21 20:55:00", "2026-06-21 21:10:00", "2026-06-21 21:25:00", @@ -327,6 +323,10 @@ "2026-06-23 00:55:00", "2026-06-23 01:10:00", "2026-06-23 01:25:00", - "2026-06-23 01:40:00" + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 19344555c0a47051682e1bf5d106465251709d39..2a72872bf8a77f2a6ca71aa9c740640e4b916a6a 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,49 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T07:03:12.518298+00:00", + "evaluated_at": "2026-06-22T07:21:19.717256+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index bfbf1ebc2ba6463969b179ea20df3ab858d4412d..b9fa80cb67e0e8a717e0b67ee8f1c7fff9554a5a 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,287204.9924074809,287204.9924074809,447.7613932291667,0.4209724530597805,0.00700204388584495,0.006966998570991898,2.4730203148839665,535.9150981335391,0.00836152782645387,0.0069861240374394324,0.004741645788383502,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,178120.2142531077,178120.2142531077,337.5828450520833,0.3194429827321957,0.005280653240742388,0.00525906294560229,1.8059514613876775,422.0429057016688,0.006584566058342082,0.005266849681344408,0.004221876128309493,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.1653313102479426,0.1653313102479426,0.3252320180336634,0.9555810054064424,0.31185829270528165,0.24328077464936623,5.190146853505436,0.40660953044406445,0.2871806787192281,0.22970526927425372,0.1328390452604856,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.09500826021232113,0.09500826021232113,0.24615677793820698,0.7216381482320223,0.26253581137019505,0.21275676705747643,1.960460225980724,0.3082340996909997,0.2335814339553806,0.1865389106081487,0.11098283115571676,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.0887563272369645,0.0887563272369645,0.28132932219240403,4.219941535537924,0.1751101485783245,0.19357468035872985,104.15287852495133,0.29792000140467995,0.1888225259564764,0.1783073073023913,0.15939742097618487,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TiRex,0.011394196973166496,0.011394196973166496,0.07474064826965332,0.037579097696210505,0.0053074873856334736,0.0053353050233135675,1.2490236892172466,0.10674360389815633,0.007617741857109024,0.005333855556295632,0.021422807115771457,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,87.61885399957737,87.61885399957737,7.479238828023274,0.6468889864133193,0.4215480202265089,0.3122223799987476,2.7889422373079586,9.360494324531016,0.4306150249802824,0.344070783347663,0.24042156098009665,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,2.85045617350003,2.85045617350003,1.399526039759318,0.7365925918327801,0.05843981545417757,0.05613107496299896,3.8500088314610252,1.6883294031379155,0.07032263939062706,0.058293343010473744,0.03723910326872102,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,12.390582791801839,12.390582791801839,2.921452283859253,0.540731528117908,0.44524847133163076,0.3455809191411221,3.418239073765615,3.5200259646488177,0.4224031157578581,0.35057427406311037,0.275010865105523,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,2052.6935887361565,2052.6935887361565,37.62464396158854,2.2574786376953124,0.016172885006679048,0.015983995761820042,29.40284057617187,45.30666163751371,0.019365269444351362,0.016081771239147374,0.011002967370232264,Hydrology,1 +nws_ksfo_observations_temperature/1h/short,TiRex,0.004921157931751925,0.004921157931751925,0.0666356881459554,0.034343376172630315,0.004760187553788527,0.004772662247790824,0.7285126522342766,0.0701509652945127,0.005012275074905639,0.004761109093666072,0.013565391993205313,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,103.94611622582913,103.94611622582913,8.39918565750122,0.7258727939126332,0.4724121496643799,0.3446248660823807,3.0123603013716966,10.195396815515771,0.47512528849005536,0.39141836073792097,0.2627879292345099,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,2.6240803606501686,2.6240803606501686,1.410857121149699,0.7542622347726379,0.058673739086841904,0.056556444957915064,3.2434954637260183,1.6199013428755988,0.06796788851226289,0.059196802286001354,0.037028810194322276,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,17.542497988407565,17.542497988407565,3.4259012937545776,0.6349160698850184,0.8733453764285876,0.4254204087184532,5.1855759049934775,4.188376533742825,0.5346863660097223,0.43734910133037164,0.32638692867107705,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,1607.495738138755,1607.495738138755,34.442952473958336,1.3226093749999999,0.014968556355003807,0.014818501207892824,52.589112890624996,40.093587244580085,0.01732216190584918,0.014880843553105311,0.015977901110423545,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,470.9839568113176,470.9839568113176,18.29669407435826,0.3692443480559426,0.07939229194969974,0.07648632261901081,1.7100045810649784,21.702164795506405,0.08735776513429835,0.07364971737809535,0.062455629691568246,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 52cd0cb9fded23b0dc9f0e5d8e00012869ff0b09..82dff3d276e70a6ad4f7f8fcb2adf0add7e6e68a 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T07:03:54.831808+00:00", + "evaluated_at": "2026-06-22T07:22:22.832741+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65539.5, 64926.01953125, 64909.44140625, 64798.0, @@ -101,10 +100,10 @@ 64426.0, 64276.12109375, 64256.55078125, - 64303.4609375 + 64303.4609375, + 64191.0703125 ], "actuals": [ - 64191.0703125, 64014.0, 64209.16015625, 64365.98828125, @@ -127,88 +126,88 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 63989.94921875 + 63989.94921875, + 64258.66015625 ], "p50": [ - 64325.31640625, - 64344.4375, - 64370.8203125, - 64390.08984375, - 64408.6484375, - 64426.640625, - 64431.14453125, - 64464.19140625, - 64485.84375, - 64495.421875, - 64519.671875, - 64536.59765625, - 64558.1953125, - 64572.12109375, - 64585.89453125, - 64605.94921875, - 64623.125, - 64639.7734375, - 64657.765625, - 64675.94921875, - 64694.58203125, - 64703.9375, - 64721.60546875, - 64739.74609375 + 64224.62890625, + 64252.51953125, + 64280.4921875, + 64302.265625, + 64323.05078125, + 64341.12109375, + 64358.421875, + 64373.91796875, + 64387.79296875, + 64401.125, + 64414.546875, + 64424.5078125, + 64440.3515625, + 64448.921875, + 64461.59375, + 64476.109375, + 64485.8828125, + 64493.34375, + 64505.73046875, + 64512.60546875, + 64512.94140625, + 64519.09765625, + 64530.03515625, + 64533.46484375 ], "p10": [ - 64150.17578125, - 64069.76171875, - 64021.71875, - 63996.29296875, - 63986.484375, - 63977.6328125, - 63948.48828125, - 63950.890625, - 63946.8984375, - 63920.83984375, - 63907.79296875, - 63889.5625, - 63883.5234375, - 63877.46484375, - 63865.3046875, - 63863.875, - 63858.3046875, - 63847.23828125, - 63844.72265625, - 63842.28125, - 63832.5, - 63814.3046875, - 63803.4609375, - 63798.91015625 + 64025.5859375, + 63957.89453125, + 63908.73828125, + 63880.41015625, + 63860.28515625, + 63837.45703125, + 63811.9296875, + 63782.7578125, + 63757.54296875, + 63725.12890625, + 63682.546875, + 63644.07421875, + 63621.125, + 63600.6875, + 63576.7578125, + 63555.36328125, + 63527.6015625, + 63503.8515625, + 63492.49609375, + 63468.89453125, + 63447.3203125, + 63435.01171875, + 63416.82421875, + 63392.30078125 ], "p90": [ - 64509.45703125, - 64613.84375, - 64712.62109375, - 64787.51171875, - 64851.75390625, - 64924.24609375, - 64985.87890625, - 65073.6640625, - 65136.8671875, - 65182.1015625, - 65245.71875, - 65296.828125, - 65357.609375, - 65403.3671875, - 65450.66796875, - 65509.8671875, - 65564.640625, - 65618.0703125, - 65668.609375, - 65730.7734375, - 65773.9765625, - 65815.5, - 65860.0703125, - 65909.375 + 64431.5625, + 64530.3671875, + 64623.83984375, + 64704.234375, + 64777.203125, + 64847.07421875, + 64920.4296875, + 64983.10546875, + 65030.640625, + 65080.65234375, + 65124.92578125, + 65154.01171875, + 65189.70703125, + 65229.640625, + 65287.22265625, + 65324.9140625, + 65361.21875, + 65418.03125, + 65480.79296875, + 65534.296875, + 65562.34375, + 65601.46875, + 65644.25, + 65676.3125 ], "timestamps": [ - "2026-06-17 07:00:00", "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", @@ -327,6 +326,7 @@ "2026-06-22 03:00:00", "2026-06-22 04:00:00", "2026-06-22 05:00:00", - "2026-06-22 06:00:00" + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 5ecd7d0c1ed530f9cad6da977ed0c35dd3f017de..1d86299c7008d6510c5e0d4c1d17f34215e0a1fc 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T06:52:18.053333+00:00", + "evaluated_at": "2026-06-22T07:22:37.369170+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.815999984741211, - 1.815000057220459, - 1.812999963760376, - 1.815999984741211, - 1.809999942779541, 1.8029999732971191, 1.8009999990463257, 1.8029999732971191, @@ -245,14 +240,14 @@ 1.7480000257492065, 1.7640000581741333, 1.7740000486373901, - 1.7929999828338623 - ], - "actuals": [ + 1.7929999828338623, 1.8079999685287476, 1.8209999799728394, 1.8380000591278076, 1.8489999771118164, - 1.8450000286102295, + 1.8450000286102295 + ], + "actuals": [ 1.840999960899353, 1.8480000495910645, 1.8619999885559082, @@ -307,200 +302,200 @@ 0.7620000243186951, 0.7390000224113464, 0.7160000205039978, - 0.7139999866485596 + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486 ], "p50": [ - 1.8076587915420532, - 1.8220710754394531, - 1.8340225219726562, - 1.8459092378616333, - 1.8559062480926514, - 1.8655495643615723, - 1.8751522302627563, - 1.8825304508209229, - 1.8901665210723877, - 1.8967328071594238, - 1.901458501815796, - 1.9038523435592651, - 1.9028037786483765, - 1.9024913311004639, - 1.9033253192901611, - 1.9021942615509033, - 1.9004000425338745, - 1.897900938987732, - 1.8964557647705078, - 1.8918406963348389, - 1.885283350944519, - 1.8770768642425537, - 1.8679163455963135, - 1.8563532829284668, - 1.8465800285339355, - 1.8369650840759277, - 1.82607102394104, - 1.8157212734222412, - 1.8030803203582764, - 1.7885313034057617, - 1.7752999067306519, - 1.7584891319274902, - 1.885594367980957, - 1.870854139328003, - 1.8534204959869385, - 1.8351407051086426, - 1.8136014938354492, - 1.7909364700317383, - 1.7689478397369385, - 1.7412691116333008, - 1.7153172492980957, - 1.6917023658752441, - 1.667126178741455, - 1.6406810283660889, - 1.621124267578125, - 1.6038072109222412, - 1.5879554748535156, - 1.56650972366333, - 1.549200415611267, - 1.533320665359497, - 1.510650396347046, - 1.4884033203125, - 1.4668703079223633, - 1.4426919221878052, - 1.4247117042541504, - 1.405606746673584, - 1.3898932933807373, - 1.3750591278076172, - 1.356400489807129, - 1.3385156393051147 + 1.8506145477294922, + 1.8567988872528076, + 1.8608319759368896, + 1.8653733730316162, + 1.8679897785186768, + 1.8696917295455933, + 1.868856430053711, + 1.8634896278381348, + 1.8595378398895264, + 1.8549914360046387, + 1.8486510515213013, + 1.840921401977539, + 1.833939790725708, + 1.8274105787277222, + 1.8201303482055664, + 1.8084173202514648, + 1.7962194681167603, + 1.7821645736694336, + 1.7680761814117432, + 1.7518025636672974, + 1.7348952293395996, + 1.719182014465332, + 1.7025566101074219, + 1.6811805963516235, + 1.6623296737670898, + 1.6429240703582764, + 1.6210012435913086, + 1.598754644393921, + 1.576730728149414, + 1.5580785274505615, + 1.5401430130004883, + 1.5158756971359253, + 1.696235179901123, + 1.6641736030578613, + 1.6258900165557861, + 1.5963799953460693, + 1.5645169019699097, + 1.5339207649230957, + 1.5094236135482788, + 1.486604928970337, + 1.4623087644577026, + 1.436209797859192, + 1.4095680713653564, + 1.3815966844558716, + 1.358912706375122, + 1.3370033502578735, + 1.31606924533844, + 1.2893173694610596, + 1.2677890062332153, + 1.2501835823059082, + 1.2264842987060547, + 1.2072666883468628, + 1.1894536018371582, + 1.16887629032135, + 1.1534181833267212, + 1.1362444162368774, + 1.1210473775863647, + 1.1063863039016724, + 1.0923092365264893, + 1.078029751777649 ], "p10": [ - 1.7958641052246094, - 1.8080300092697144, - 1.8180211782455444, - 1.8256181478500366, - 1.8318941593170166, - 1.8358628749847412, - 1.8406531810760498, - 1.8422318696975708, - 1.845643162727356, - 1.8462870121002197, - 1.8431921005249023, - 1.8372361660003662, - 1.8273887634277344, - 1.818274974822998, - 1.8085520267486572, - 1.798236608505249, - 1.7879483699798584, - 1.7750446796417236, - 1.762505054473877, - 1.746696949005127, - 1.7286062240600586, - 1.7101637125015259, - 1.6876347064971924, - 1.6629064083099365, - 1.63704514503479, - 1.6139447689056396, - 1.5898544788360596, - 1.5618348121643066, - 1.5298380851745605, - 1.4943293333053589, - 1.4577327966690063, - 1.4273622035980225, - 1.527837872505188, - 1.5365158319473267, - 1.51657235622406, - 1.4863502979278564, - 1.4508453607559204, - 1.4081089496612549, - 1.3611314296722412, - 1.320979118347168, - 1.2751848697662354, - 1.2336912155151367, - 1.1895838975906372, - 1.1504939794540405, - 1.122431993484497, - 1.0882823467254639, - 1.053018569946289, - 1.0132079124450684, - 0.9788775444030762, - 0.9483439326286316, - 0.914516806602478, - 0.8881110548973083, - 0.8502444624900818, - 0.8202150464057922, - 0.7944180965423584, - 0.7700892090797424, - 0.7462714910507202, - 0.7248207330703735, - 0.7068683505058289, - 0.6803056001663208 + 1.8389060497283936, + 1.8414185047149658, + 1.8416838645935059, + 1.840570092201233, + 1.8385963439941406, + 1.8351374864578247, + 1.8289556503295898, + 1.817868947982788, + 1.8097665309906006, + 1.7994022369384766, + 1.7855466604232788, + 1.7693712711334229, + 1.7537126541137695, + 1.739585041999817, + 1.7226552963256836, + 1.7013745307922363, + 1.6794382333755493, + 1.6536710262298584, + 1.6274073123931885, + 1.5988575220108032, + 1.5694962739944458, + 1.5428321361541748, + 1.5144948959350586, + 1.4814479351043701, + 1.4471219778060913, + 1.4142472743988037, + 1.378719449043274, + 1.339160680770874, + 1.2984862327575684, + 1.2597306966781616, + 1.2208179235458374, + 1.1844873428344727, + 1.1991256475448608, + 1.2410491704940796, + 1.2259411811828613, + 1.187138319015503, + 1.1486239433288574, + 1.107772707939148, + 1.0622037649154663, + 1.0240479707717896, + 0.9821043014526367, + 0.9401913285255432, + 0.8979798555374146, + 0.857225239276886, + 0.8251646757125854, + 0.7896712422370911, + 0.7545454502105713, + 0.7156614661216736, + 0.6873887181282043, + 0.6583842039108276, + 0.622738242149353, + 0.5990808010101318, + 0.569034218788147, + 0.5441197752952576, + 0.5257710814476013, + 0.5063142776489258, + 0.48160600662231445, + 0.45789748430252075, + 0.4442967176437378, + 0.42606121301651 ], "p90": [ - 1.8166117668151855, - 1.8350830078125, - 1.8498872518539429, - 1.866701364517212, - 1.8800631761550903, - 1.892559289932251, - 1.9078638553619385, - 1.9211947917938232, - 1.9341397285461426, - 1.9462816715240479, - 1.9578571319580078, - 1.9679991006851196, - 1.9730374813079834, - 1.9802801609039307, - 1.9870834350585938, - 1.9940648078918457, - 2.001793622970581, - 2.010345697402954, - 2.017749309539795, - 2.0250167846679688, - 2.0291643142700195, - 2.033125877380371, - 2.0357277393341064, - 2.035228967666626, - 2.0387723445892334, - 2.0437068939208984, - 2.046894073486328, - 2.049999475479126, - 2.0493173599243164, - 2.0479094982147217, - 2.0451912879943848, - 2.035637855529785, - 2.081383228302002, - 2.0965499877929688, - 2.108476400375366, - 2.1158976554870605, - 2.112731695175171, - 2.1111161708831787, - 2.111020565032959, - 2.108030319213867, - 2.1013147830963135, - 2.101604461669922, - 2.098081111907959, - 2.096350908279419, - 2.099679470062256, - 2.0977888107299805, - 2.0973563194274902, - 2.089059352874756, - 2.0823726654052734, - 2.081772804260254, - 2.0705602169036865, - 2.067781448364258, - 2.0572497844696045, - 2.0526719093322754, - 2.0474905967712402, - 2.0426554679870605, - 2.0416104793548584, - 2.0395264625549316, - 2.034719705581665, - 2.033247232437134 + 1.860052227973938, + 1.8706142902374268, + 1.8792906999588013, + 1.890039086341858, + 1.8971633911132812, + 1.9032704830169678, + 1.9068851470947266, + 1.906679391860962, + 1.908156394958496, + 1.9088048934936523, + 1.9086554050445557, + 1.9085731506347656, + 1.9085028171539307, + 1.91057288646698, + 1.910717248916626, + 1.9079840183258057, + 1.9054315090179443, + 1.9034464359283447, + 1.8988182544708252, + 1.8946539163589478, + 1.8899738788604736, + 1.8880155086517334, + 1.8864909410476685, + 1.8781572580337524, + 1.8742170333862305, + 1.8692888021469116, + 1.862112045288086, + 1.85530686378479, + 1.8490240573883057, + 1.845583438873291, + 1.839896321296692, + 1.8235669136047363, + 1.9504902362823486, + 1.9184906482696533, + 1.906423568725586, + 1.9055055379867554, + 1.8999710083007812, + 1.8962962627410889, + 1.8922650814056396, + 1.8916521072387695, + 1.8874962329864502, + 1.8829712867736816, + 1.8769670724868774, + 1.8726534843444824, + 1.8697693347930908, + 1.8654029369354248, + 1.862633228302002, + 1.8456498384475708, + 1.837233543395996, + 1.8383567333221436, + 1.829101800918579, + 1.8284943103790283, + 1.8191255331039429, + 1.8145689964294434, + 1.8096234798431396, + 1.8057117462158203, + 1.8018519878387451, + 1.7974345684051514, + 1.7958507537841797, + 1.7978283166885376 ], "timestamps": [ - "2026-06-21 00:42:00", - "2026-06-21 00:48:00", - "2026-06-21 00:54:00", - "2026-06-21 01:00:00", - "2026-06-21 01:06:00", "2026-06-21 01:12:00", "2026-06-21 01:18:00", "2026-06-21 01:24:00", @@ -795,6 +790,11 @@ "2026-06-22 06:18:00", "2026-06-22 06:24:00", "2026-06-22 06:30:00", - "2026-06-22 06:36:00" + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00" ] } diff --git a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json index 426fde36806c0a9803bcf785b92749c5d0548e2f..587739ff4a9b036b4b417178c6ff8a319dd49bd9 100644 --- a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,28 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T06:04:18.898564+00:00", + "evaluated_at": "2026-06-22T07:22:42.975123+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 20.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, 20.0, 20.0, 20.0, @@ -101,11 +84,27 @@ 14.0, 14.0, 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, 14.0 ], "actuals": [ 14.0, - 14.399999618530273, 14.0, 14.0, 14.0, @@ -115,10 +114,11 @@ 14.0, 14.0, 14.0, + 13.899999618530273, + 14.0, 14.0, 14.0, 14.0, - 13.899999618530273, 14.0, 14.0, 14.0, @@ -130,85 +130,84 @@ 14.0 ], "p50": [ - 14.01182746887207, - 14.021173477172852, - 14.0330810546875, - 14.029298782348633, - 14.024173736572266, - 14.01716423034668, - 14.002035140991211, - 14.006053924560547, - 13.990547180175781, - 13.970192909240723, - 13.948585510253906, - 13.935100555419922, - 13.926807403564453, - 13.926851272583008, - 13.90877628326416, - 13.900020599365234, - 13.898517608642578, - 13.912663459777832, - 13.896537780761719, - 13.889698028564453, - 13.885601043701172, - 13.893455505371094, - 13.875578880310059, - 13.867303848266602 + 13.962286949157715, + 13.96403694152832, + 13.964574813842773, + 13.964346885681152, + 13.959280014038086, + 13.949575424194336, + 13.941434860229492, + 13.943662643432617, + 13.940278053283691, + 13.931105613708496, + 13.92314338684082, + 13.924750328063965, + 13.917858123779297, + 13.919644355773926, + 13.916522026062012, + 13.916236877441406, + 13.92080307006836, + 13.928960800170898, + 13.915383338928223, + 13.914702415466309, + 13.912471771240234, + 13.910138130187988, + 13.899744033813477, + 13.906089782714844 ], "p10": [ - 13.882863998413086, - 13.693546295166016, - 13.518619537353516, - 13.242074012756348, - 13.033888816833496, - 12.90053653717041, - 12.633550643920898, - 12.468595504760742, - 12.375186920166016, - 12.320390701293945, - 12.203104019165039, - 12.103914260864258, - 11.979026794433594, - 11.87816047668457, - 11.758798599243164, - 11.576498031616211, - 11.433013916015625, - 11.353137016296387, - 11.29090690612793, - 11.287799835205078, - 11.241551399230957, - 11.136465072631836, - 11.118255615234375, - 11.031072616577148 + 13.864485740661621, + 13.785037994384766, + 13.715911865234375, + 13.641389846801758, + 13.561338424682617, + 13.491801261901855, + 13.388251304626465, + 13.310527801513672, + 13.247633934020996, + 13.18300724029541, + 13.108331680297852, + 13.048991203308105, + 12.964969635009766, + 12.89862060546875, + 12.830419540405273, + 12.728422164916992, + 12.656803131103516, + 12.610952377319336, + 12.573690414428711, + 12.564815521240234, + 12.555484771728516, + 12.498334884643555, + 12.481098175048828, + 12.461881637573242 ], "p90": [ - 14.109651565551758, - 14.118912696838379, - 14.143692016601562, - 14.141267776489258, - 14.149407386779785, - 14.156530380249023, - 14.141830444335938, - 14.143207550048828, - 14.1443452835083, - 14.149256706237793, - 14.139517784118652, - 14.122550010681152, - 14.154129028320312, - 14.169534683227539, - 14.174386978149414, - 14.166217803955078, - 14.157392501831055, - 14.178189277648926, - 14.187602996826172, - 14.182214736938477, - 14.18394947052002, - 14.200906753540039, - 14.208854675292969, - 14.213994979858398 + 14.065978050231934, + 14.082467079162598, + 14.117137908935547, + 14.184802055358887, + 14.25577449798584, + 14.2774658203125, + 14.279953002929688, + 14.287099838256836, + 14.307430267333984, + 14.341442108154297, + 14.350820541381836, + 14.393728256225586, + 14.468801498413086, + 14.46941089630127, + 14.480729103088379, + 14.592195510864258, + 14.683477401733398, + 14.691234588623047, + 14.661639213562012, + 14.700549125671387, + 14.819664001464844, + 14.852405548095703, + 14.867591857910156, + 14.864808082580566 ], "timestamps": [ - "2026-06-21 20:00:00", "2026-06-21 21:00:00", "2026-06-21 22:00:00", "2026-06-21 23:00:00", @@ -327,6 +326,7 @@ "2026-06-26 16:00:00", "2026-06-26 17:00:00", "2026-06-26 18:00:00", - "2026-06-26 19:00:00" + "2026-06-26 19:00:00", + "2026-06-26 20:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 94a88b9977bbc14da6d79b2f3948f887eb1b3f65..38ed1da8c70c1123eba5c9f00100d6a3806081b5 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T06:04:24.221158+00:00", + "evaluated_at": "2026-06-22T07:22:52.348432+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 22.799999237060547, - 21.399999618530273, 20.5, 19.899999618530273, 20.299999237060547, @@ -341,11 +339,11 @@ 27.0, 25.299999237060547, 25.600000381469727, - 25.700000762939453 + 25.700000762939453, + 26.799999237060547, + 27.0 ], "actuals": [ - 26.799999237060547, - 27.0, 28.399999618530273, 30.0, 31.399999618530273, @@ -367,89 +365,89 @@ 20.100000381469727, 20.100000381469727, 21.399999618530273, - 19.399999618530273 + 19.399999618530273, + 21.600000381469727, + 25.5 ], "p50": [ - 26.035776138305664, - 26.239713668823242, - 26.872791290283203, - 28.213130950927734, - 29.97789192199707, - 34.53900909423828, - 36.7626838684082, - 37.38916778564453, - 37.603572845458984, - 36.90817642211914, - 35.172630310058594, - 33.76366424560547, - 31.847095489501953, - 28.992643356323242, - 25.52155113220215, - 22.889408111572266, - 22.542699813842773, - 24.10525894165039, - 24.982500076293945, - 25.963171005249023, - 23.91028594970703, - 23.050073623657227, - 22.777301788330078, - 22.62014389038086 + 27.51882553100586, + 28.890647888183594, + 31.590160369873047, + 36.93144226074219, + 37.967262268066406, + 38.245330810546875, + 38.62125778198242, + 38.01185607910156, + 35.92902374267578, + 34.06114196777344, + 32.27703857421875, + 30.262386322021484, + 26.996816635131836, + 24.62411117553711, + 24.388561248779297, + 24.942569732666016, + 25.625171661376953, + 27.726533889770508, + 25.39643096923828, + 24.27367401123047, + 23.881425857543945, + 23.8981990814209, + 24.103628158569336, + 24.5640926361084 ], "p10": [ - 24.822853088378906, - 23.96439552307129, - 23.289600372314453, - 22.607973098754883, - 22.266456604003906, - 22.73969841003418, - 23.074695587158203, - 23.028945922851562, - 22.37897300720215, - 21.38125228881836, - 19.711315155029297, - 17.252445220947266, - 15.276578903198242, - 13.634517669677734, - 11.973918914794922, - 10.905778884887695, - 11.358840942382812, - 12.96310043334961, - 14.208575248718262, - 15.611083030700684, - 14.506467819213867, - 13.901922225952148, - 13.754778861999512, - 13.6676025390625 + 25.469329833984375, + 24.528427124023438, + 23.771955490112305, + 24.612577438354492, + 23.953882217407227, + 22.792043685913086, + 22.318973541259766, + 21.331077575683594, + 19.589799880981445, + 17.55221176147461, + 15.932907104492188, + 13.896906852722168, + 12.555952072143555, + 11.81643295288086, + 12.212892532348633, + 13.358930587768555, + 15.014347076416016, + 17.25937271118164, + 16.217010498046875, + 15.447948455810547, + 15.110281944274902, + 15.189922332763672, + 15.309200286865234, + 15.50629997253418 ], "p90": [ - 27.365158081054688, - 29.346866607666016, - 33.05351638793945, - 38.998023986816406, - 46.192325592041016, - 60.01300048828125, - 61.16984558105469, - 60.5961799621582, - 61.17705535888672, - 60.23264694213867, - 59.198699951171875, - 57.446937561035156, - 56.16907501220703, - 53.42189025878906, - 49.35993194580078, - 45.42430114746094, - 43.95899963378906, - 43.20553207397461, - 41.55705261230469, - 40.60021209716797, - 36.58994674682617, - 34.63922882080078, - 33.83953094482422, - 33.61997985839844 + 30.1859073638916, + 35.96205139160156, + 44.897666931152344, + 58.485496520996094, + 60.94568634033203, + 62.11041259765625, + 62.16780471801758, + 61.462257385253906, + 59.924049377441406, + 58.085609436035156, + 57.09210968017578, + 54.62656021118164, + 50.59459686279297, + 47.23917007446289, + 45.55536651611328, + 43.639183044433594, + 42.3349609375, + 42.20926284790039, + 37.11832046508789, + 34.93413543701172, + 34.164306640625, + 34.2562141418457, + 34.72845458984375, + 35.71161651611328 ], "timestamps": [ - "2026-06-07 06:00:00", - "2026-06-07 07:00:00", "2026-06-07 08:00:00", "2026-06-07 09:00:00", "2026-06-07 10:00:00", @@ -807,6 +805,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 7921286f6a8597d321121e900b279979421a4f5e..b206a03bdea5bec951f374ff9eef10d4f7033797 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T06:04:30.978223+00:00", + "evaluated_at": "2026-06-22T07:22:56.706880+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.600000381469727, - 27.700000762939453, 26.5, 25.5, 24.100000381469727, @@ -341,11 +339,11 @@ 27.799999237060547, 28.0, 27.799999237060547, - 27.799999237060547 + 27.799999237060547, + 27.299999237060547, + 27.100000381469727 ], "actuals": [ - 27.299999237060547, - 27.100000381469727, 27.0, 25.600000381469727, 24.100000381469727, @@ -367,89 +365,89 @@ 24.799999237060547, 25.299999237060547, 24.899999618530273, - 24.700000762939453 + 24.700000762939453, + 25.200000762939453, + 25.0 ], "p50": [ - 27.651342391967773, - 27.374723434448242, - 26.98693084716797, - 26.466947555541992, - 25.769067764282227, - 25.22279167175293, - 24.77643394470215, - 24.39016342163086, - 24.145915985107422, - 23.92182159423828, - 23.717561721801758, - 23.581584930419922, - 23.520336151123047, - 23.44976234436035, - 23.307117462158203, - 23.24342155456543, - 23.57339096069336, - 24.517810821533203, - 25.56690216064453, - 26.55301284790039, - 27.319011688232422, - 27.88794708251953, - 28.324243545532227, - 28.494245529174805 + 26.756269454956055, + 26.18642807006836, + 25.62566375732422, + 25.000385284423828, + 24.605079650878906, + 24.273910522460938, + 24.020030975341797, + 23.820411682128906, + 23.673044204711914, + 23.595434188842773, + 23.55205726623535, + 23.436717987060547, + 23.198680877685547, + 23.091567993164062, + 23.422941207885742, + 24.37102508544922, + 25.264314651489258, + 26.285240173339844, + 26.88685417175293, + 27.416540145874023, + 27.766599655151367, + 27.902381896972656, + 27.76638412475586, + 27.455148696899414 ], "p10": [ - 27.0521297454834, - 26.461320877075195, - 25.865520477294922, - 25.23516845703125, - 24.47784423828125, - 23.874242782592773, - 23.348989486694336, - 22.876676559448242, - 22.539535522460938, - 22.193452835083008, - 21.81755828857422, - 21.54767417907715, - 21.41888427734375, - 21.257431030273438, - 21.088943481445312, - 21.10706901550293, - 21.521160125732422, - 22.45159912109375, - 23.440153121948242, - 24.304059982299805, - 24.87689208984375, - 25.15447425842285, - 25.334760665893555, - 25.4222469329834 + 26.21648406982422, + 25.378427505493164, + 24.621850967407227, + 23.854516983032227, + 23.336782455444336, + 22.889699935913086, + 22.503952026367188, + 22.205257415771484, + 21.978775024414062, + 21.781875610351562, + 21.593765258789062, + 21.410993576049805, + 21.193052291870117, + 21.128692626953125, + 21.49793243408203, + 22.412691116333008, + 23.218130111694336, + 23.997947692871094, + 24.393028259277344, + 24.697763442993164, + 24.941852569580078, + 25.028423309326172, + 24.966466903686523, + 24.74152374267578 ], "p90": [ - 28.28135871887207, - 28.264131546020508, - 28.009262084960938, - 27.574298858642578, - 26.92654800415039, - 26.415700912475586, - 26.013195037841797, - 25.685165405273438, - 25.529130935668945, - 25.362211227416992, - 25.22361183166504, - 25.17544174194336, - 25.211719512939453, - 25.19763946533203, - 25.067337036132812, - 25.043540954589844, - 25.394840240478516, - 26.37785530090332, - 27.51313018798828, - 28.759382247924805, - 29.979305267333984, - 30.70562744140625, - 31.532329559326172, - 31.939802169799805 + 27.286754608154297, + 26.92428207397461, + 26.50135040283203, + 25.991975784301758, + 25.70751190185547, + 25.46824836730957, + 25.29192352294922, + 25.172420501708984, + 25.11197853088379, + 25.043331146240234, + 25.050739288330078, + 24.99810218811035, + 24.820648193359375, + 24.765207290649414, + 25.130035400390625, + 26.12664794921875, + 27.159095764160156, + 28.409093856811523, + 29.268871307373047, + 30.09514045715332, + 30.902740478515625, + 30.986446380615234, + 31.01106071472168, + 30.508516311645508 ], "timestamps": [ - "2026-06-07 06:00:00", - "2026-06-07 07:00:00", "2026-06-07 08:00:00", "2026-06-07 09:00:00", "2026-06-07 10:00:00", @@ -807,6 +805,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index f46743f39999fbb1e5fd0b7bd1541282d9e32f2c..035cb9dbae6037cc1ec185663d679f46b24f4707 100644 --- a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T06:04:36.434775+00:00", + "evaluated_at": "2026-06-22T07:23:01.876025+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 11.0, - 12.0, 51.0, 8.0, 11.0, @@ -151,7 +149,7 @@ 13.0, 13.0, 4.0, - 8.0, + 9.0, 12.0, 12.0, 11.0, @@ -173,11 +171,11 @@ 12.0, 11.0, 2.0, - 7.0 + 7.0, + 12.0, + 12.0 ], "actuals": [ - 12.0, - 12.0, 4.0, 6.0, 7.0, @@ -199,89 +197,89 @@ 18.0, 7.0, 12.0, - 12.0 + 12.0, + 11.0, + 1.0 ], "p50": [ - 8.960399627685547, - 9.497257232666016, - 9.76015853881836, - 9.716838836669922, - 9.360349655151367, - 9.200526237487793, - 9.437817573547363, - 9.510492324829102, - 9.679826736450195, - 9.77598762512207, - 9.743204116821289, - 9.34653091430664, - 9.25369644165039, - 9.566675186157227, - 9.704694747924805, - 9.801519393920898, - 9.851249694824219, - 9.699420928955078, - 9.256019592285156, - 9.005855560302734, - 9.28463077545166, - 9.379829406738281, - 9.497309684753418, - 9.541906356811523 + 10.527393341064453, + 10.381915092468262, + 10.084619522094727, + 9.817359924316406, + 9.865341186523438, + 10.003509521484375, + 10.207015991210938, + 10.315494537353516, + 10.340353012084961, + 10.16706657409668, + 10.04136848449707, + 10.204354286193848, + 10.362508773803711, + 10.432785987854004, + 10.38829517364502, + 10.238000869750977, + 9.910744667053223, + 9.659080505371094, + 9.823867797851562, + 10.059086799621582, + 10.219246864318848, + 10.224152565002441, + 10.257721900939941, + 10.14903450012207 ], "p10": [ - 4.7849626541137695, - 5.011447906494141, - 5.168959617614746, - 5.077325820922852, - 4.668627738952637, - 4.434426307678223, - 4.604571342468262, - 4.620397567749023, - 4.783450126647949, - 4.816180229187012, - 4.746148109436035, - 4.335784912109375, - 4.217421531677246, - 4.45219612121582, - 4.4986982345581055, - 4.503181457519531, - 4.46992301940918, - 4.348604202270508, - 4.029250144958496, - 3.8354434967041016, - 4.129091262817383, - 4.247109413146973, - 4.323304176330566, - 4.2754716873168945 + 6.085923194885254, + 5.843406677246094, + 5.551578521728516, + 5.23017692565918, + 5.231332778930664, + 5.269747734069824, + 5.415275573730469, + 5.488480567932129, + 5.517561912536621, + 5.305459976196289, + 5.087151527404785, + 5.224506378173828, + 5.383833885192871, + 5.4084930419921875, + 5.336719512939453, + 5.128198623657227, + 4.74461555480957, + 4.446520805358887, + 4.646373748779297, + 4.872858047485352, + 5.002504348754883, + 5.0164031982421875, + 5.034819602966309, + 4.875031471252441 ], "p90": [ - 13.932747840881348, - 14.509614944458008, - 14.854459762573242, - 14.800289154052734, - 14.358037948608398, - 14.187161445617676, - 14.52212142944336, - 14.688533782958984, - 14.925771713256836, - 15.105823516845703, - 15.10163402557373, - 14.647244453430176, - 14.498017311096191, - 14.822927474975586, - 15.008586883544922, - 15.074966430664062, - 15.1294527053833, - 15.018326759338379, - 14.623372077941895, - 14.395587921142578, - 14.740052223205566, - 14.970821380615234, - 15.218147277832031, - 15.375720024108887 + 15.460389137268066, + 15.190553665161133, + 14.962967872619629, + 14.715038299560547, + 14.7703218460083, + 14.993819236755371, + 15.39682388305664, + 15.651275634765625, + 15.731687545776367, + 15.598895072937012, + 15.537551879882812, + 15.779829978942871, + 15.982759475708008, + 16.03573989868164, + 15.922528266906738, + 15.7027587890625, + 15.376350402832031, + 15.224041938781738, + 15.531062126159668, + 15.894218444824219, + 16.118579864501953, + 16.218647003173828, + 16.305259704589844, + 16.220394134521484 ], "timestamps": [ - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", "2026-06-14 08:00:00", "2026-06-14 09:00:00", "2026-06-14 10:00:00", @@ -471,6 +469,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 7cfc44ce530d5244128489e4732d2064db906f25..cc4707bafb51728fc091fcba8efbb630f709f213 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T06:43:08.721197+00:00", + "evaluated_at": "2026-06-22T07:23:06.182253+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2350.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2450.0, 2400.0, @@ -101,9 +89,6 @@ 2350.0, 2400.0, 2350.0, - 2350.0 - ], - "actuals": [ 2350.0, 2350.0, 2350.0, @@ -116,6 +101,9 @@ 2350.0, 2350.0, 2350.0, + 2350.0 + ], + "actuals": [ 2350.0, 2350.0, 2350.0, @@ -127,91 +115,99 @@ 2300.0, 2300.0, 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, 2300.0 ], "p50": [ - 2357.964111328125, - 2357.95068359375, - 2358.17919921875, - 2365.34033203125, - 2370.109130859375, - 2370.1474609375, - 2374.759765625, - 2378.207763671875, - 2378.56494140625, - 2379.6162109375, - 2380.275390625, - 2381.511962890625, - 2381.3759765625, - 2381.856201171875, - 2381.844970703125, - 2381.8388671875, - 2382.7001953125, - 2383.9013671875, - 2385.52099609375, - 2385.642822265625, - 2384.44775390625, - 2384.3193359375, - 2383.847900390625, - 2383.068115234375 + 2347.4267578125, + 2347.475341796875, + 2347.541015625, + 2347.5654296875, + 2347.630859375, + 2347.5185546875, + 2347.6142578125, + 2347.49853515625, + 2347.564697265625, + 2347.61572265625, + 2347.75390625, + 2347.637939453125, + 2347.697509765625, + 2347.714599609375, + 2347.518310546875, + 2347.54443359375, + 2347.65576171875, + 2347.50537109375, + 2347.5078125, + 2347.588623046875, + 2347.46533203125, + 2347.51708984375, + 2347.884033203125, + 2347.7333984375 ], "p10": [ - 2349.650634765625, - 2349.1708984375, - 2349.990966796875, - 2350.90576171875, - 2349.447509765625, - 2349.552001953125, - 2347.962890625, - 2347.519287109375, - 2348.154052734375, - 2348.2822265625, - 2348.7109375, - 2349.082275390625, - 2349.389404296875, - 2350.287841796875, - 2350.18212890625, - 2349.818603515625, - 2349.533203125, - 2350.232666015625, - 2350.580322265625, - 2350.7529296875, - 2350.904541015625, - 2350.72998046875, - 2350.3544921875, - 2350.73291015625 + 2346.84423828125, + 2346.6650390625, + 2346.872802734375, + 2346.820556640625, + 2346.9931640625, + 2346.93359375, + 2347.121337890625, + 2346.7333984375, + 2346.91259765625, + 2346.715576171875, + 2346.36669921875, + 2346.466796875, + 2346.451416015625, + 2346.731689453125, + 2346.827392578125, + 2346.6416015625, + 2346.67724609375, + 2346.794921875, + 2346.652587890625, + 2346.336181640625, + 2346.462646484375, + 2346.388916015625, + 2346.688720703125, + 2346.381103515625 ], "p90": [ - 2424.90234375, - 2417.161865234375, - 2410.034912109375, - 2410.15625, - 2412.0390625, - 2409.8916015625, - 2410.866455078125, - 2413.068603515625, - 2413.03271484375, - 2413.0068359375, - 2414.36767578125, - 2413.970947265625, - 2413.102294921875, - 2413.939453125, - 2414.663818359375, - 2413.734130859375, - 2412.673828125, - 2413.56689453125, - 2413.950927734375, - 2413.446044921875, - 2413.313232421875, - 2413.893310546875, - 2413.98486328125, - 2413.753662109375 + 2351.43505859375, + 2364.285400390625, + 2374.894287109375, + 2381.460693359375, + 2385.8779296875, + 2391.41455078125, + 2398.507568359375, + 2400.7177734375, + 2402.66650390625, + 2401.076416015625, + 2398.9404296875, + 2397.34814453125, + 2400.0791015625, + 2403.413818359375, + 2402.15869140625, + 2403.155517578125, + 2405.53857421875, + 2406.392822265625, + 2405.2587890625, + 2401.63525390625, + 2404.949951171875, + 2405.916748046875, + 2405.695068359375, + 2406.677001953125 ], "timestamps": [ - "2026-06-21 19:55:00", - "2026-06-21 20:10:00", - "2026-06-21 20:25:00", - "2026-06-21 20:40:00", "2026-06-21 20:55:00", "2026-06-21 21:10:00", "2026-06-21 21:25:00", @@ -327,6 +323,10 @@ "2026-06-23 00:55:00", "2026-06-23 01:10:00", "2026-06-23 01:25:00", - "2026-06-23 01:40:00" + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index e3e8cf8b7b819619ab02e8df2c80cc8685607767..c48afdd29b032d43c388efed41fb8dcac214c76a 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,49 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T07:04:06.825765+00:00", + "evaluated_at": "2026-06-22T07:23:11.101888+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index cc122187eb276e6441e09e357ccffc0403dbf1f5..ec104dc9192f807d422ecd83ac565863136987a6 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,150370.64892133078,150370.64892133078,314.4060872395833,0.2955956091874006,0.004918061430887968,0.004900020983742869,1.8168602539686949,387.7765450892186,0.006050220237313978,0.004905469646994693,0.003847164127670779,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,95118.2574742635,95118.2574742635,223.40852864583334,0.21140377185761786,0.00349623944571531,0.0034856622053630296,1.821472124545619,308.41247943989475,0.0048117438219055135,0.003485541860773143,0.004268292619615591,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.003882068615626544,0.003882068615626544,0.04849762817223867,0.14249338847031603,0.04758199393112028,0.04539374031089178,2.023271562326799,0.06230624860819775,0.04400573381595312,0.034252964409284097,0.05807518025686312,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0027895231447228495,0.0027895231447228495,0.045048201084136964,0.13206420998775434,0.045210540567472396,0.043640943090915756,1.8892902304353822,0.052815936465453774,0.040024196504100155,0.03413776547400701,0.058571939850699084,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.08801604158910356,0.08801604158910356,0.2789187911483977,4.183783555288893,0.17344815079569648,0.19171360335871324,107.31285453888636,0.2966749763446583,0.18803342560871872,0.17677950601855769,0.16028977640666583,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.11102283650662532,0.11102283650662532,0.2739514112472534,0.13774093596476414,0.019541363972233185,0.019828296108425757,1.8248164976070234,0.33320089511678286,0.02377883369929157,0.019550502850394533,0.0356804831081917,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,36.607410676754476,36.607410676754476,5.010026057561238,0.4333235978689384,0.28333119730687445,0.23149154983820575,2.8247869123506817,6.050405827442856,0.2783395370153903,0.2304784791412914,0.18231364616485768,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,3.4314330064970213,3.4314330064970213,1.7374405066172283,0.9144422965824434,0.07323464001681017,0.07032094833672903,7.534459606091613,1.8524127527354755,0.0771570724119969,0.07236822505278079,0.044948134462571974,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,11.206142962530558,11.206142962530558,2.7080101569493613,0.5012255303351002,0.39782836661567017,0.3246979189470647,3.0850724585565015,3.3475577608953304,0.4017069313074396,0.3249612188339233,0.2689848986731635,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,527.8694980194172,527.8694980194172,10.820943196614584,0.6492565917968749,0.00470164301069732,0.0046522912207002725,24.589205932617187,22.975410725804604,0.009820300221180953,0.004625158267475512,0.005702933397799792,Hydrology,1 +nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.0004924023849450047,0.0004924023849450047,0.015497088432312012,0.007987046467437338,0.0011088889436566961,0.001108364831466357,1.0148653389990736,0.02219014161615479,0.0015854820138872557,0.0011072644511274014,0.01517449476225942,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,47.02352757015751,47.02352757015751,5.981669187545776,0.5169466544113396,0.3390473663888512,0.2723283342247392,2.875945915918399,6.8573703101230805,0.31956677173389114,0.27875739903125946,0.2092540285013769,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.8009320507633977,1.8009320507633977,1.2708213329315186,0.6793973140189894,0.05344228120329033,0.0519122326829815,3.743296597457231,1.3419880963568185,0.05630719285413225,0.05332117480831546,0.03231171042583854,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,16.37540758501052,16.37540758501052,3.328518271446228,0.6168682510788376,0.8414996719578243,0.41781206312215174,4.731771999344403,4.04665387511837,0.5165941117172387,0.42491722614207167,0.3121561067324159,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,1772.0960744420688,1772.0960744420688,35.441874186197914,1.3609679687499998,0.015409393639907109,0.015243700439395514,52.62161875,42.09627150285485,0.018187408030036295,0.015312420890526552,0.015734859521108358,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,768.2036787881183,768.2036787881183,23.04840305873326,0.46513826632099137,0.10803188257083383,0.09969043495764582,1.8360054599372493,27.716487490086443,0.11156722968982467,0.09277678056994411,0.0691587707819813,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index e5ee49564a98c2191cec516fc8582046c7760ac4..13f2e5cdadfece8addc9921301fa22ae1bac2f93 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T07:03:34.580377+00:00", + "evaluated_at": "2026-06-22T07:21:44.995044+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65539.5, 64926.01953125, 64909.44140625, 64798.0, @@ -101,10 +100,10 @@ 64426.0, 64276.12109375, 64256.55078125, - 64303.4609375 + 64303.4609375, + 64191.0703125 ], "actuals": [ - 64191.0703125, 64014.0, 64209.16015625, 64365.98828125, @@ -127,88 +126,88 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 63989.94921875 + 63989.94921875, + 64258.66015625 ], "p50": [ - 64313.0234375, - 64340.7890625, - 64356.33203125, - 64360.74609375, - 64367.921875, - 64374.7578125, - 64377.5625, - 64385.546875, - 64385.1875, - 64389.8359375, - 64398.1640625, - 64404.078125, - 64402.68359375, - 64408.26171875, - 64401.7109375, - 64406.21875, - 64409.6796875, - 64410.5546875, - 64413.8984375, - 64416.90625, - 64415.9375, - 64413.09765625, - 64413.33203125, - 64416.02734375 + 64245.96484375, + 64258.79296875, + 64269.3125, + 64276.3359375, + 64283.12109375, + 64288.890625, + 64287.640625, + 64295.42578125, + 64289.5234375, + 64293.09765625, + 64296.078125, + 64294.609375, + 64290.328125, + 64291.1796875, + 64287.8203125, + 64289.60546875, + 64289.48828125, + 64290.0078125, + 64290.0859375, + 64289.68359375, + 64288.12890625, + 64284.578125, + 64282.19140625, + 64283.36328125 ], "p10": [ - 64111.93359375, - 64079.37890625, - 64042.765625, - 64011.546875, - 63983.34765625, - 63946.953125, - 63909.42578125, - 63884.0859375, - 63851.59375, - 63823.546875, - 63796.3125, - 63770.14453125, - 63738.17578125, - 63711.90234375, - 63670.78125, - 63656.41015625, - 63621.6328125, - 63591.421875, - 63564.33984375, - 63531.75, - 63508.63671875, - 63474.26953125, - 63439.48046875, - 63410.30859375 + 64009.44921875, + 63922.93359375, + 63847.6640625, + 63779.8671875, + 63712.87109375, + 63643.74609375, + 63573.10546875, + 63521.07421875, + 63460.50390625, + 63407.9609375, + 63349.015625, + 63290.484375, + 63221.84375, + 63158.109375, + 63105.65625, + 63067.55078125, + 63004.79296875, + 62952.68359375, + 62894.265625, + 62852.98828125, + 62823.20703125, + 62766.94921875, + 62704.19140625, + 62658.03125 ], "p90": [ - 64517.421875, - 64612.0859375, - 64692.35546875, - 64733.89453125, - 64774.42578125, - 64822.53125, - 64856.02734375, - 64887.796875, - 64938.31640625, - 64964.03515625, - 65015.31640625, - 65058.734375, - 65095.75, - 65137.62890625, - 65174.62109375, - 65207.2578125, - 65249.82421875, - 65282.8046875, - 65322.78515625, - 65356.390625, - 65393.984375, - 65431.75, - 65470.3125, - 65512.62109375 + 64466.4609375, + 64565.19140625, + 64648.953125, + 64712.7421875, + 64789.2109375, + 64853.23046875, + 64909.34765625, + 64971.0078125, + 65039.46875, + 65083.1015625, + 65157.4453125, + 65213.71484375, + 65272.8828125, + 65330.53515625, + 65376.46484375, + 65422.41796875, + 65475.03125, + 65517.59375, + 65573.1015625, + 65613.6015625, + 65658.0703125, + 65714.8125, + 65760.71875, + 65801.5859375 ], "timestamps": [ - "2026-06-17 07:00:00", "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", @@ -327,6 +326,7 @@ "2026-06-22 03:00:00", "2026-06-22 04:00:00", "2026-06-22 05:00:00", - "2026-06-22 06:00:00" + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index d91ba38fd5c42f605c4b6727c89459a20b7398b4..cfab627f716569cc994931959d16e78575f00a74 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,16 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T06:51:54.032517+00:00", + "evaluated_at": "2026-06-22T07:21:48.534211+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.815999984741211, - 1.815000057220459, - 1.812999963760376, - 1.815999984741211, - 1.809999942779541, 1.8029999732971191, 1.8009999990463257, 1.8029999732971191, @@ -245,14 +240,14 @@ 1.7480000257492065, 1.7640000581741333, 1.7740000486373901, - 1.7929999828338623 - ], - "actuals": [ + 1.7929999828338623, 1.8079999685287476, 1.8209999799728394, 1.8380000591278076, 1.8489999771118164, - 1.8450000286102295, + 1.8450000286102295 + ], + "actuals": [ 1.840999960899353, 1.8480000495910645, 1.8619999885559082, @@ -307,200 +302,200 @@ 0.7620000243186951, 0.7390000224113464, 0.7160000205039978, - 0.7139999866485596 + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486 ], "p50": [ - 1.7985550165176392, - 1.8084328174591064, - 1.817946195602417, - 1.8257532119750977, - 1.834279179573059, - 1.8419562578201294, - 1.8461544513702393, - 1.8510993719100952, - 1.8507797718048096, - 1.8512071371078491, - 1.8497543334960938, - 1.8468656539916992, - 1.8396453857421875, - 1.8334025144577026, - 1.8243529796600342, - 1.8171639442443848, - 1.8093552589416504, - 1.7976208925247192, - 1.7863985300064087, - 1.7744126319885254, - 1.7608389854431152, - 1.740706443786621, - 1.720015287399292, - 1.7021052837371826, - 1.6791784763336182, - 1.6583445072174072, - 1.6371028423309326, - 1.6156864166259766, - 1.5898094177246094, - 1.5692321062088013, - 1.5452054738998413, - 1.519213318824768, - 1.4639767408370972, - 1.4426912069320679, - 1.4089128971099854, - 1.3818954229354858, - 1.3528441190719604, - 1.3268976211547852, - 1.2989449501037598, - 1.2735068798065186, - 1.2473341226577759, - 1.2199829816818237, - 1.1979960203170776, - 1.1708128452301025, - 1.1436901092529297, - 1.1199686527252197, - 1.0910532474517822, - 1.0670132637023926, - 1.0383782386779785, - 1.0129973888397217, - 0.9881773591041565, - 0.9652805328369141, - 0.9458906650543213, - 0.9257572293281555, - 0.9042946696281433, - 0.8825376033782959, - 0.8615636229515076, - 0.8493665456771851, - 0.8342703580856323, - 0.822501540184021 + 1.8514461517333984, + 1.8589260578155518, + 1.8663792610168457, + 1.868255615234375, + 1.8701801300048828, + 1.868051528930664, + 1.8625534772872925, + 1.855525255203247, + 1.845541000366211, + 1.8369779586791992, + 1.8283436298370361, + 1.818178415298462, + 1.8060336112976074, + 1.792630910873413, + 1.776853084564209, + 1.761378526687622, + 1.7444812059402466, + 1.7240948677062988, + 1.7051613330841064, + 1.6852810382843018, + 1.6638997793197632, + 1.6407426595687866, + 1.6171153783798218, + 1.591888666152954, + 1.5669283866882324, + 1.5424573421478271, + 1.5166702270507812, + 1.4853445291519165, + 1.4596866369247437, + 1.4298954010009766, + 1.4038399457931519, + 1.3787579536437988, + 1.3249330520629883, + 1.2973649501800537, + 1.2649856805801392, + 1.2373628616333008, + 1.20502507686615, + 1.17751145362854, + 1.1469062566757202, + 1.1203722953796387, + 1.0965286493301392, + 1.0670149326324463, + 1.0422917604446411, + 1.0183736085891724, + 0.9933691024780273, + 0.9720419645309448, + 0.9443472623825073, + 0.9208936095237732, + 0.8924981355667114, + 0.8705276250839233, + 0.8466913104057312, + 0.8284095525741577, + 0.811768114566803, + 0.7948452234268188, + 0.7789315581321716, + 0.7626779079437256, + 0.7449026107788086, + 0.7351263761520386, + 0.7254549264907837, + 0.7132110595703125 ], "p10": [ - 1.7872811555862427, - 1.7916486263275146, - 1.7954180240631104, - 1.797037124633789, - 1.8006746768951416, - 1.803361415863037, - 1.801796317100525, - 1.7984927892684937, - 1.7913038730621338, - 1.7863620519638062, - 1.7755820751190186, - 1.762451171875, - 1.747450351715088, - 1.7306008338928223, - 1.7091543674468994, - 1.6912614107131958, - 1.6712546348571777, - 1.6518256664276123, - 1.6279942989349365, - 1.6045879125595093, - 1.5807907581329346, - 1.5501056909561157, - 1.5172733068466187, - 1.4867292642593384, - 1.4520257711410522, - 1.422633409500122, - 1.386764645576477, - 1.354047417640686, - 1.3175987005233765, - 1.2871588468551636, - 1.2534739971160889, - 1.216559886932373, - 1.1455706357955933, - 1.1135103702545166, - 1.0700267553329468, - 1.0392378568649292, - 1.0043816566467285, - 0.9683766961097717, - 0.9213053584098816, - 0.8907690048217773, - 0.8478304147720337, - 0.8018265962600708, - 0.7778842449188232, - 0.7226550579071045, - 0.6776818633079529, - 0.6389186382293701, - 0.6103335618972778, - 0.5756857991218567, - 0.5364072322845459, - 0.5055456161499023, - 0.4669543504714966, - 0.4408721923828125, - 0.4134103059768677, - 0.3756679892539978, - 0.35364460945129395, - 0.32534945011138916, - 0.2869473695755005, - 0.26525115966796875, - 0.23685824871063232, - 0.21456873416900635 + 1.8385611772537231, + 1.840822458267212, + 1.8418699502944946, + 1.837985873222351, + 1.8357069492340088, + 1.828696370124817, + 1.8176935911178589, + 1.8031401634216309, + 1.7861614227294922, + 1.7726860046386719, + 1.7550603151321411, + 1.7356964349746704, + 1.7145004272460938, + 1.6888113021850586, + 1.6618282794952393, + 1.6340562105178833, + 1.6037657260894775, + 1.572359561920166, + 1.5401484966278076, + 1.5064324140548706, + 1.4746065139770508, + 1.4407249689102173, + 1.4045740365982056, + 1.3677457571029663, + 1.3285493850708008, + 1.2922260761260986, + 1.254156231880188, + 1.2154072523117065, + 1.1710188388824463, + 1.1358081102371216, + 1.0983806848526, + 1.0585843324661255, + 0.9977297186851501, + 0.9674535989761353, + 0.9266130924224854, + 0.8912657499313354, + 0.8513885736465454, + 0.8161455392837524, + 0.7679100036621094, + 0.7347217798233032, + 0.6960583925247192, + 0.6616759300231934, + 0.6283546090126038, + 0.58847576379776, + 0.5452883839607239, + 0.5110363364219666, + 0.48107022047042847, + 0.4459701180458069, + 0.40781891345977783, + 0.379649817943573, + 0.33973705768585205, + 0.319133460521698, + 0.2931620478630066, + 0.2629431486129761, + 0.2461796998977661, + 0.22687458992004395, + 0.1952362060546875, + 0.17574328184127808, + 0.15985077619552612, + 0.13688713312149048 ], "p90": [ - 1.8105616569519043, - 1.824092149734497, - 1.8396515846252441, - 1.8526380062103271, - 1.8693219423294067, - 1.8823692798614502, - 1.8923437595367432, - 1.904585361480713, - 1.912325143814087, - 1.9216160774230957, - 1.9291452169418335, - 1.9365596771240234, - 1.9424946308135986, - 1.946791648864746, - 1.9503813982009888, - 1.9546058177947998, - 1.9592959880828857, - 1.9608299732208252, - 1.9623546600341797, - 1.9632675647735596, - 1.9642930030822754, - 1.9627466201782227, - 1.9556646347045898, - 1.9523489475250244, - 1.9462554454803467, - 1.9407602548599243, - 1.9344679117202759, - 1.930654525756836, - 1.91872239112854, - 1.917133092880249, - 1.9047510623931885, - 1.8991776704788208, - 1.8612701892852783, - 1.8517816066741943, - 1.8430386781692505, - 1.84224534034729, - 1.8286068439483643, - 1.81401526927948, - 1.8086276054382324, - 1.8031209707260132, - 1.796554684638977, - 1.7936208248138428, - 1.7822861671447754, - 1.789799690246582, - 1.7847901582717896, - 1.7734789848327637, - 1.7781952619552612, - 1.772535800933838, - 1.7536885738372803, - 1.7491902112960815, - 1.7463563680648804, - 1.7377170324325562, - 1.7421307563781738, - 1.7282962799072266, - 1.740947961807251, - 1.7611429691314697, - 1.7310420274734497, - 1.7381749153137207, - 1.757347822189331, - 1.7431936264038086 + 1.862608790397644, + 1.8740966320037842, + 1.8872013092041016, + 1.8941452503204346, + 1.9031116962432861, + 1.906120777130127, + 1.9060256481170654, + 1.9073901176452637, + 1.904090166091919, + 1.904245138168335, + 1.9053244590759277, + 1.9052910804748535, + 1.9042541980743408, + 1.902284860610962, + 1.8975070714950562, + 1.8946642875671387, + 1.8904719352722168, + 1.883235216140747, + 1.8760864734649658, + 1.8690943717956543, + 1.8638408184051514, + 1.8567050695419312, + 1.8452048301696777, + 1.8366692066192627, + 1.8275245428085327, + 1.8189796209335327, + 1.8085393905639648, + 1.7974002361297607, + 1.7873907089233398, + 1.7748055458068848, + 1.7633167505264282, + 1.757484793663025, + 1.7022188901901245, + 1.674235463142395, + 1.6626214981079102, + 1.6528781652450562, + 1.6288933753967285, + 1.6132893562316895, + 1.6010627746582031, + 1.5936437845230103, + 1.5831830501556396, + 1.5751067399978638, + 1.5537359714508057, + 1.5598310232162476, + 1.5561965703964233, + 1.5512256622314453, + 1.5419495105743408, + 1.5312941074371338, + 1.5118006467819214, + 1.512052297592163, + 1.5047703981399536, + 1.4964325428009033, + 1.5013186931610107, + 1.4876024723052979, + 1.4915598630905151, + 1.4990112781524658, + 1.4900212287902832, + 1.4877794981002808, + 1.5064595937728882, + 1.4940110445022583 ], "timestamps": [ - "2026-06-21 00:42:00", - "2026-06-21 00:48:00", - "2026-06-21 00:54:00", - "2026-06-21 01:00:00", - "2026-06-21 01:06:00", "2026-06-21 01:12:00", "2026-06-21 01:18:00", "2026-06-21 01:24:00", @@ -795,6 +790,11 @@ "2026-06-22 06:18:00", "2026-06-22 06:24:00", "2026-06-22 06:30:00", - "2026-06-22 06:36:00" + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00" ] } diff --git a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json index 68e30122767024a97ad728656df000747f4b332a..d5597e3851d4b207dbae7a82d4371964e875fa6c 100644 --- a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,28 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T06:03:33.936138+00:00", + "evaluated_at": "2026-06-22T07:21:52.074742+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 20.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.600000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, 20.0, 20.0, 20.0, @@ -101,11 +84,27 @@ 14.0, 14.0, 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, 14.0 ], "actuals": [ 14.0, - 14.399999618530273, 14.0, 14.0, 14.0, @@ -115,10 +114,11 @@ 14.0, 14.0, 14.0, + 13.899999618530273, + 14.0, 14.0, 14.0, 14.0, - 13.899999618530273, 14.0, 14.0, 14.0, @@ -130,85 +130,84 @@ 14.0 ], "p50": [ - 13.985387802124023, - 14.001829147338867, - 13.997810363769531, - 13.98248291015625, - 13.962991714477539, - 13.96870231628418, - 13.952483177185059, - 13.93252182006836, - 13.892496109008789, - 13.864009857177734, - 13.806596755981445, - 13.74233341217041, - 13.673734664916992, - 13.626691818237305, - 13.604666709899902, - 13.564321517944336, - 13.52702522277832, - 13.515169143676758, - 13.490280151367188, - 13.506553649902344, - 13.51789379119873, - 13.524041175842285, - 13.534992218017578, - 13.550149917602539 + 13.986594200134277, + 13.98812484741211, + 13.987844467163086, + 13.987571716308594, + 13.986715316772461, + 13.988280296325684, + 13.985767364501953, + 13.985310554504395, + 13.98610782623291, + 13.990522384643555, + 13.99126148223877, + 13.987479209899902, + 13.985034942626953, + 13.98751163482666, + 13.986748695373535, + 13.986541748046875, + 13.98816967010498, + 13.988926887512207, + 13.988992691040039, + 13.987844467163086, + 13.987613677978516, + 13.992227554321289, + 13.989472389221191, + 13.98992919921875 ], "p10": [ - 13.335554122924805, - 12.985148429870605, - 12.74532699584961, - 12.521995544433594, - 12.41448974609375, - 12.222091674804688, - 12.18232536315918, - 12.131589889526367, - 11.999695777893066, - 11.932425498962402, - 11.814811706542969, - 11.785040855407715, - 11.677284240722656, - 11.576396942138672, - 11.449460983276367, - 11.35078239440918, - 11.244743347167969, - 11.08614444732666, - 10.915210723876953, - 10.818187713623047, - 10.702873229980469, - 10.616117477416992, - 10.519548416137695, - 10.437251091003418 + 13.957257270812988, + 13.939901351928711, + 13.798110961914062, + 13.529707908630371, + 13.336275100708008, + 13.213993072509766, + 13.09169864654541, + 13.012629508972168, + 12.893172264099121, + 12.881919860839844, + 12.83311653137207, + 12.803685188293457, + 12.739677429199219, + 12.710229873657227, + 12.659567832946777, + 12.629938125610352, + 12.593877792358398, + 12.542428016662598, + 12.483335494995117, + 12.433238983154297, + 12.378557205200195, + 12.328513145446777, + 12.277490615844727, + 12.239686965942383 ], "p90": [ - 14.05678653717041, - 14.06503963470459, - 14.077860832214355, - 14.092227935791016, - 14.124589920043945, - 14.159173965454102, - 14.207804679870605, - 14.271406173706055, - 14.320074081420898, - 14.395435333251953, - 14.483575820922852, - 14.574274063110352, - 14.654088973999023, - 14.763718605041504, - 14.882135391235352, - 15.012505531311035, - 15.115452766418457, - 15.223915100097656, - 15.336403846740723, - 15.419684410095215, - 15.57845401763916, - 15.668306350708008, - 15.804800033569336, - 15.882955551147461 + 14.023224830627441, + 14.125603675842285, + 14.345613479614258, + 14.44161319732666, + 14.542803764343262, + 14.6525297164917, + 14.63503646850586, + 14.66037368774414, + 14.701617240905762, + 14.814736366271973, + 14.816880226135254, + 14.876145362854004, + 14.905959129333496, + 14.925923347473145, + 14.978074073791504, + 15.045857429504395, + 15.09841537475586, + 15.154086112976074, + 15.18794059753418, + 15.234271049499512, + 15.285133361816406, + 15.319279670715332, + 15.359786987304688, + 15.435998916625977 ], "timestamps": [ - "2026-06-21 20:00:00", "2026-06-21 21:00:00", "2026-06-21 22:00:00", "2026-06-21 23:00:00", @@ -327,6 +326,7 @@ "2026-06-26 16:00:00", "2026-06-26 17:00:00", "2026-06-26 18:00:00", - "2026-06-26 19:00:00" + "2026-06-26 19:00:00", + "2026-06-26 20:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 518becc9a5c7718b22af3c11178c4e99d52bf76e..c0399320c789aece1a54a415f952dff4a0f00728 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T06:03:38.856780+00:00", + "evaluated_at": "2026-06-22T07:21:57.575070+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 22.799999237060547, - 21.399999618530273, 20.5, 19.899999618530273, 20.299999237060547, @@ -341,11 +339,11 @@ 27.0, 25.299999237060547, 25.600000381469727, - 25.700000762939453 + 25.700000762939453, + 26.799999237060547, + 27.0 ], "actuals": [ - 26.799999237060547, - 27.0, 28.399999618530273, 30.0, 31.399999618530273, @@ -367,89 +365,89 @@ 20.100000381469727, 20.100000381469727, 21.399999618530273, - 19.399999618530273 + 19.399999618530273, + 21.600000381469727, + 25.5 ], "p50": [ - 26.29783821105957, - 27.05729866027832, - 28.122220993041992, - 29.3784236907959, - 31.22354507446289, - 33.835086822509766, - 34.1446647644043, - 33.41952133178711, - 32.40081024169922, - 30.611083984375, - 28.909770965576172, - 26.996082305908203, - 25.417436599731445, - 23.257814407348633, - 21.16012954711914, - 19.735403060913086, - 19.417526245117188, - 21.90252685546875, - 24.068323135375977, - 26.095827102661133, - 25.05807876586914, - 23.915855407714844, - 23.181568145751953, - 23.177846908569336 + 27.413267135620117, + 28.311262130737305, + 29.378551483154297, + 31.62688446044922, + 32.67991638183594, + 33.01252365112305, + 32.26057815551758, + 30.81080436706543, + 29.006877899169922, + 27.27722930908203, + 25.850177764892578, + 24.178050994873047, + 22.714027404785156, + 21.444656372070312, + 21.75606918334961, + 24.232398986816406, + 26.132465362548828, + 27.11571502685547, + 26.430871963500977, + 25.20020294189453, + 24.711688995361328, + 24.881675720214844, + 25.549549102783203, + 26.044546127319336 ], "p10": [ - 24.836374282836914, - 24.558229446411133, - 24.371841430664062, - 24.004371643066406, - 23.937641143798828, - 23.572813034057617, - 23.08686065673828, - 22.831340789794922, - 22.413320541381836, - 21.16918182373047, - 19.811365127563477, - 18.09489631652832, - 16.549901962280273, - 14.332978248596191, - 12.554594039916992, - 11.282142639160156, - 11.353673934936523, - 12.539569854736328, - 14.449383735656738, - 16.350818634033203, - 16.197956085205078, - 15.422253608703613, - 15.065446853637695, - 14.9258451461792 + 25.839599609375, + 25.303913116455078, + 24.126392364501953, + 23.77901840209961, + 22.935829162597656, + 22.90052032470703, + 22.11200714111328, + 20.866199493408203, + 19.113815307617188, + 17.638614654541016, + 16.198524475097656, + 14.82235050201416, + 13.536492347717285, + 12.287446975708008, + 12.486534118652344, + 14.436643600463867, + 15.671178817749023, + 16.713396072387695, + 16.54971694946289, + 15.86888599395752, + 15.549649238586426, + 15.791620254516602, + 16.234577178955078, + 16.609867095947266 ], "p90": [ - 28.324121475219727, - 30.66240882873535, - 34.672607421875, - 41.618614196777344, - 49.416770935058594, - 58.129207611083984, - 59.97357940673828, - 56.20758819580078, - 55.79945373535156, - 51.830230712890625, - 47.4249382019043, - 44.57490921020508, - 42.98203659057617, - 40.30595779418945, - 37.40313720703125, - 34.54582977294922, - 34.40538787841797, - 38.87548828125, - 42.32856750488281, - 42.1077880859375, - 39.07658004760742, - 36.12992477416992, - 34.93911361694336, - 34.247684478759766 + 29.579517364501953, + 33.061485290527344, + 39.70271301269531, + 46.9681396484375, + 51.872947692871094, + 55.10131072998047, + 54.18647766113281, + 51.850013732910156, + 50.88408660888672, + 48.869606018066406, + 46.873016357421875, + 44.780731201171875, + 43.044212341308594, + 40.9676513671875, + 41.7705192565918, + 44.53642272949219, + 46.28252410888672, + 46.14605712890625, + 44.76461410522461, + 41.71815490722656, + 40.37004470825195, + 39.692527770996094, + 40.64384460449219, + 41.44619369506836 ], "timestamps": [ - "2026-06-07 06:00:00", - "2026-06-07 07:00:00", "2026-06-07 08:00:00", "2026-06-07 09:00:00", "2026-06-07 10:00:00", @@ -807,6 +805,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 80bd753a654150e353364cf7255a58b902dc27a2..10ec6fa22a4b1485f720857627130bbdbf4ff572 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T06:03:43.465859+00:00", + "evaluated_at": "2026-06-22T07:22:01.965254+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.600000381469727, - 27.700000762939453, 26.5, 25.5, 24.100000381469727, @@ -341,11 +339,11 @@ 27.799999237060547, 28.0, 27.799999237060547, - 27.799999237060547 + 27.799999237060547, + 27.299999237060547, + 27.100000381469727 ], "actuals": [ - 27.299999237060547, - 27.100000381469727, 27.0, 25.600000381469727, 24.100000381469727, @@ -367,89 +365,89 @@ 24.799999237060547, 25.299999237060547, 24.899999618530273, - 24.700000762939453 + 24.700000762939453, + 25.200000762939453, + 25.0 ], "p50": [ - 27.850915908813477, - 27.650598526000977, - 27.305374145507812, - 26.71025848388672, - 26.116409301757812, - 25.556379318237305, - 25.245952606201172, - 24.889545440673828, - 24.6942081451416, - 24.532968521118164, - 24.393495559692383, - 24.275352478027344, - 24.299087524414062, - 24.189546585083008, - 24.09669303894043, - 24.103342056274414, - 24.40542984008789, - 25.094905853271484, - 25.979480743408203, - 26.64596939086914, - 27.156719207763672, - 27.436338424682617, - 27.629030227661133, - 27.64057159423828 + 26.765535354614258, + 26.13606071472168, + 25.59799575805664, + 25.021568298339844, + 24.707683563232422, + 24.329011917114258, + 24.13507652282715, + 23.901823043823242, + 23.790191650390625, + 23.670339584350586, + 23.752994537353516, + 23.614574432373047, + 23.522613525390625, + 23.52002716064453, + 23.793170928955078, + 24.614845275878906, + 25.432579040527344, + 25.98301124572754, + 26.382715225219727, + 26.633224487304688, + 26.822830200195312, + 26.72376823425293, + 26.708303451538086, + 26.470840454101562 ], "p10": [ - 27.20539665222168, - 26.732301712036133, - 26.171396255493164, - 25.431352615356445, - 24.813987731933594, - 24.244632720947266, - 23.915950775146484, - 23.56001091003418, - 23.353178024291992, - 23.16496467590332, - 23.001800537109375, - 22.863365173339844, - 22.828685760498047, - 22.690011978149414, - 22.627838134765625, - 22.651758193969727, - 22.868267059326172, - 23.434246063232422, - 24.14469337463379, - 24.64593505859375, - 25.0057373046875, - 25.166635513305664, - 25.32362937927246, - 25.28809356689453 + 26.26559829711914, + 25.321435928344727, + 24.711872100830078, + 24.079689025878906, + 23.695514678955078, + 23.299413681030273, + 23.080373764038086, + 22.832061767578125, + 22.702892303466797, + 22.52755355834961, + 22.551349639892578, + 22.39730453491211, + 22.273836135864258, + 22.21794319152832, + 22.48124122619629, + 23.177881240844727, + 23.874879837036133, + 24.2855224609375, + 24.58414077758789, + 24.761144638061523, + 24.89395523071289, + 24.75896644592285, + 24.746007919311523, + 24.531204223632812 ], "p90": [ - 28.44646453857422, - 28.532527923583984, - 28.366870880126953, - 27.913545608520508, - 27.402252197265625, - 26.8361873626709, - 26.53907585144043, - 26.196725845336914, - 26.036684036254883, - 25.95519256591797, - 25.84894561767578, - 25.765979766845703, - 25.81487274169922, - 25.74429702758789, - 25.671472549438477, - 25.670488357543945, - 26.042150497436523, - 26.963172912597656, - 28.063953399658203, - 28.996482849121094, - 29.712095260620117, - 30.113683700561523, - 30.495824813842773, - 30.453353881835938 + 27.173189163208008, + 26.81439971923828, + 26.469680786132812, + 25.988605499267578, + 25.741350173950195, + 25.412248611450195, + 25.2341251373291, + 25.03705596923828, + 24.930221557617188, + 24.875389099121094, + 25.019575119018555, + 24.88876724243164, + 24.81423568725586, + 24.81392478942871, + 25.155864715576172, + 26.104219436645508, + 27.10572052001953, + 27.83617401123047, + 28.424413681030273, + 28.812347412109375, + 29.14443016052246, + 29.044830322265625, + 29.046524047851562, + 28.78323745727539 ], "timestamps": [ - "2026-06-07 06:00:00", - "2026-06-07 07:00:00", "2026-06-07 08:00:00", "2026-06-07 09:00:00", "2026-06-07 10:00:00", @@ -807,6 +805,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 6f4392033bf89ec98968e4207d9157cd36be71d4..e386fe55423a43eab4dfc16ac7e4dc36a161585e 100644 --- a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T06:03:50.224460+00:00", + "evaluated_at": "2026-06-22T07:22:11.072001+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 11.0, - 12.0, 51.0, 8.0, 11.0, @@ -151,7 +149,7 @@ 13.0, 13.0, 4.0, - 8.0, + 9.0, 12.0, 12.0, 11.0, @@ -173,11 +171,11 @@ 12.0, 11.0, 2.0, - 7.0 + 7.0, + 12.0, + 12.0 ], "actuals": [ - 12.0, - 12.0, 4.0, 6.0, 7.0, @@ -199,89 +197,89 @@ 18.0, 7.0, 12.0, - 12.0 + 12.0, + 11.0, + 1.0 ], "p50": [ - 9.129968643188477, - 9.121195793151855, - 9.14031982421875, - 9.159446716308594, - 9.191001892089844, - 9.168617248535156, - 9.114666938781738, - 9.075639724731445, - 9.08678150177002, - 9.104612350463867, - 9.068354606628418, - 9.02404499053955, - 9.00228214263916, - 8.956442832946777, - 8.91588020324707, - 8.916288375854492, - 8.918323516845703, - 8.910385131835938, - 8.879223823547363, - 8.829384803771973, - 8.836311340332031, - 8.841266632080078, - 8.801372528076172, - 8.778488159179688 + 10.230545997619629, + 10.159429550170898, + 10.098926544189453, + 10.02462387084961, + 9.938482284545898, + 9.837891578674316, + 9.880845069885254, + 9.951688766479492, + 9.932039260864258, + 9.910459518432617, + 9.918241500854492, + 9.938664436340332, + 9.935386657714844, + 9.920852661132812, + 9.917216300964355, + 9.899267196655273, + 9.818340301513672, + 9.775630950927734, + 9.807441711425781, + 9.864849090576172, + 9.861324310302734, + 9.853872299194336, + 9.857475280761719, + 9.864282608032227 ], "p10": [ - 4.4838666915893555, - 4.344392776489258, - 4.34568977355957, - 4.355001449584961, - 4.378313064575195, - 4.341804504394531, - 4.24049186706543, - 4.1428680419921875, - 4.164105415344238, - 4.1247758865356445, - 4.064753532409668, - 3.997673988342285, - 3.93210506439209, - 3.8336992263793945, - 3.7530336380004883, - 3.737185478210449, - 3.7072296142578125, - 3.6705989837646484, - 3.6022939682006836, - 3.5137557983398438, - 3.5266647338867188, - 3.4605016708374023, - 3.40716552734375, - 3.3496017456054688 + 5.8952226638793945, + 5.826465606689453, + 5.594808578491211, + 5.53569221496582, + 5.4520673751831055, + 5.282693862915039, + 5.277132034301758, + 5.315608978271484, + 5.25004768371582, + 5.126106262207031, + 5.145037651062012, + 5.120347023010254, + 5.028104782104492, + 4.919541358947754, + 4.899449348449707, + 4.912590980529785, + 4.717351913452148, + 4.595858573913574, + 4.546679496765137, + 4.567534446716309, + 4.536670684814453, + 4.494470596313477, + 4.440367698669434, + 4.459620475769043 ], "p90": [ - 14.020609855651855, - 14.150723457336426, - 14.186108589172363, - 14.295875549316406, - 14.366620063781738, - 14.403568267822266, - 14.37232494354248, - 14.358893394470215, - 14.414901733398438, - 14.502095222473145, - 14.491467475891113, - 14.504584312438965, - 14.580845832824707, - 14.526479721069336, - 14.511313438415527, - 14.518600463867188, - 14.591692924499512, - 14.610637664794922, - 14.641651153564453, - 14.618979454040527, - 14.674114227294922, - 14.750758171081543, - 14.773451805114746, - 14.779314994812012 + 14.115757942199707, + 14.206928253173828, + 14.347023963928223, + 14.232504844665527, + 14.221439361572266, + 14.162363052368164, + 14.250496864318848, + 14.447928428649902, + 14.459758758544922, + 14.426774024963379, + 14.479593276977539, + 14.557811737060547, + 14.621712684631348, + 14.655353546142578, + 14.776504516601562, + 14.698760986328125, + 14.701536178588867, + 14.702181816101074, + 14.785377502441406, + 14.960516929626465, + 14.971761703491211, + 14.973978042602539, + 15.002289772033691, + 15.042773246765137 ], "timestamps": [ - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", "2026-06-14 08:00:00", "2026-06-14 09:00:00", "2026-06-14 10:00:00", @@ -471,6 +469,8 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index a8c1288ffc62adfbcc661a792827bc41fb26ff94..acba319364b3737c3d907a675826d7c865e0817a 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T06:42:49.533756+00:00", + "evaluated_at": "2026-06-22T07:22:14.773265+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2350.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2450.0, 2400.0, @@ -101,9 +89,6 @@ 2350.0, 2400.0, 2350.0, - 2350.0 - ], - "actuals": [ 2350.0, 2350.0, 2350.0, @@ -116,6 +101,9 @@ 2350.0, 2350.0, 2350.0, + 2350.0 + ], + "actuals": [ 2350.0, 2350.0, 2350.0, @@ -127,91 +115,99 @@ 2300.0, 2300.0, 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, 2300.0 ], "p50": [ - 2350.106689453125, - 2350.036376953125, - 2350.11474609375, - 2350.401123046875, - 2349.973876953125, - 2349.728515625, - 2350.325439453125, - 2350.344970703125, - 2350.346435546875, - 2350.17333984375, - 2350.60986328125, - 2350.283447265625, - 2350.34033203125, - 2349.874267578125, - 2351.106689453125, - 2350.966796875, - 2350.70556640625, - 2350.5595703125, - 2351.236572265625, - 2349.810546875, - 2350.708740234375, - 2350.579345703125, - 2350.306884765625, - 2350.2158203125 + 2349.936767578125, + 2349.96728515625, + 2349.995849609375, + 2350.006103515625, + 2350.02685546875, + 2350.0693359375, + 2350.100830078125, + 2350.01708984375, + 2350.048583984375, + 2350.07080078125, + 2350.08935546875, + 2350.034423828125, + 2349.975341796875, + 2350.085205078125, + 2350.02392578125, + 2349.989013671875, + 2349.910888671875, + 2349.938720703125, + 2350.0205078125, + 2350.06787109375, + 2350.01123046875, + 2350.119873046875, + 2350.103515625, + 2349.79541015625 ], "p10": [ - 2349.426513671875, - 2349.77880859375, - 2349.6650390625, - 2349.691162109375, - 2349.626953125, - 2349.271728515625, - 2349.701904296875, - 2349.40673828125, - 2349.2021484375, - 2348.62548828125, - 2348.3564453125, - 2347.8837890625, - 2347.178466796875, - 2346.513427734375, - 2346.0146484375, - 2345.641845703125, - 2345.354736328125, - 2344.4892578125, - 2344.433349609375, - 2343.236083984375, - 2343.358154296875, - 2342.734375, - 2342.548095703125, - 2342.0234375 + 2349.454833984375, + 2349.3857421875, + 2349.354736328125, + 2349.341064453125, + 2349.335693359375, + 2349.390380859375, + 2349.41845703125, + 2349.216552734375, + 2349.077392578125, + 2348.72998046875, + 2348.333740234375, + 2347.9482421875, + 2347.42236328125, + 2347.21875, + 2347.052734375, + 2346.89697265625, + 2346.76220703125, + 2346.58935546875, + 2346.3310546875, + 2346.32177734375, + 2346.226806640625, + 2346.1240234375, + 2346.214599609375, + 2346.292236328125 ], "p90": [ - 2399.458984375, - 2400.89013671875, - 2400.234619140625, - 2399.8642578125, - 2400.4052734375, - 2400.546142578125, - 2400.597412109375, - 2400.320556640625, - 2399.8505859375, - 2400.786376953125, - 2400.577392578125, - 2400.136962890625, - 2400.403076171875, - 2399.6982421875, - 2400.710205078125, - 2400.44970703125, - 2399.5224609375, - 2399.85595703125, - 2399.460693359375, - 2399.880126953125, - 2399.99560546875, - 2399.955078125, - 2399.770751953125, - 2400.468505859375 + 2350.451416015625, + 2350.51611328125, + 2350.669189453125, + 2350.654052734375, + 2350.63427734375, + 2350.763916015625, + 2351.4072265625, + 2361.177001953125, + 2373.232421875, + 2377.8974609375, + 2384.69970703125, + 2389.630126953125, + 2392.605712890625, + 2398.6630859375, + 2401.207763671875, + 2398.28857421875, + 2397.888671875, + 2398.9462890625, + 2400.261474609375, + 2399.534912109375, + 2399.10498046875, + 2399.640380859375, + 2399.462890625, + 2399.26220703125 ], "timestamps": [ - "2026-06-21 19:55:00", - "2026-06-21 20:10:00", - "2026-06-21 20:25:00", - "2026-06-21 20:40:00", "2026-06-21 20:55:00", "2026-06-21 21:10:00", "2026-06-21 21:25:00", @@ -327,6 +323,10 @@ "2026-06-23 00:55:00", "2026-06-23 01:10:00", "2026-06-23 01:25:00", - "2026-06-23 01:40:00" + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index b84f0775eef0e6878a9cc3d7202fe944e6564b21..1eb99ece4cd435e761ee1d758a299f600006ef4a 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,49 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T07:03:47.991336+00:00", + "evaluated_at": "2026-06-22T07:22:16.531812+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t055000z", - "data_fetched_at": "2026-06-22T07:01:46.832296Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", + "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": []