diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index d2542d689f6e572583a82e5bae63125620a9a29c..ec10a316f5a3ec126a110e279a453410d7e9ac12 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,1596383.4148519349,416203.21243440965,571.7643724183787,0.5868156592193318,0.008822543729746552,0.008795818231510226,8.111849372449996,1263.4806745067117,0.01945257596335303,0.008802896721748237,0.007827010428440993,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,1605717.6537785667,423478.6814069477,574.598194032962,0.5897240791543447,0.008867769404565936,0.008840149115720163,8.228186169850508,1267.169149631795,0.019510214882452234,0.008846912221552702,0.007870983356216313,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,2.9244108714625447,3.0902279460421958,1.4828289963672845,0.8190685412897448,0.0654288298000007,0.06854999311948155,23.06591486199115,1.710090895672667,0.07744100345043889,0.06714950983872729,0.06419802891286291,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.40079363958202135,0.3940310323890523,0.5340389697147668,0.5121897927384848,0.4766369104733258,0.35444710860368916,19.67171429706834,0.6330826483027483,0.49142211520887363,0.41454075673180796,0.4112577412630653,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.04174450440371748,0.049979245463227594,0.18363497343217194,0.8833072965319699,0.12009818418302282,0.1308897452342859,6.363951477193676,0.2043147190089776,0.14117716122346344,0.12688789322790306,0.10377393148804079,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ARIMA,1.1319829700889434,0.8064453514978399,0.7550347311713684,0.5143093499528586,0.04255311338366972,0.041310075078384044,4.858532525469425,1.0639468831144454,0.05860620720527631,0.04159016075377656,0.03667192794374334,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,343.0665473916124,349.6346531580425,13.222324280523457,1.052389009845002,0.27397308102808654,0.3590882636550788,27.232930390986866,18.522055701017972,0.4977932103297103,0.35535921918540087,0.3337963950176881,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,30.75109860238396,29.623182130744777,4.703072603758098,2.339911831445193,0.19256196475561116,0.17004344305667826,69.41630236128553,5.545367309960987,0.21369431285747728,0.18123594204005647,0.173803952326081,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,33.33985196145184,30.555632843568286,4.635310185474745,0.8852581786583068,0.5813123994845282,0.4024776450418687,5.661447296025422,5.774067194054105,0.4811722661711754,0.3862758487895621,0.3133653737395872,Hazards,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.22880842717201616,0.22369098977701662,0.4107336148207795,0.39329740582426825,0.3681321381982636,0.29335650539858765,14.950055335152939,0.47833923858702637,0.3803588028480326,0.3266011512753071,0.3231504376695255,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.042885379547063285,0.05095706927054993,0.1864537815687082,0.8856553568730181,0.1217405434360092,0.13270695442757607,7.282645639167563,0.20708785465850787,0.1426825410087327,0.12846576337748317,0.10466635917751449,Ocean,1 +nws_ksfo_observations_temperature/1h/short,ARIMA,0.8753739087818296,0.532226445829684,0.6643045376226855,0.40431044357545054,0.03899968699325224,0.03812065744151825,3.257098877155473,0.9356141879972907,0.054304088299721824,0.03855697437229613,0.03379825704058684,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,315.4798868653182,320.71639304955846,12.463040288754053,0.9901880748895503,0.2548904920233705,0.3307408120731162,25.281196835017678,17.76175348509595,0.4753368526368807,0.33353364295445237,0.31499554163199756,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,39.94467202906089,39.53664445824844,5.595719975480487,2.795172431302315,0.2276013158078222,0.19826164571116736,87.78607389455249,6.320179746578486,0.2433959014801816,0.21549629321856809,0.20784758193871222,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,39.46295979145583,37.8545298996281,5.086509554301856,0.9714288803971716,1.0830453530816424,0.44504112469112406,6.230212819576206,6.281955093078573,0.5025564074462858,0.4069207643441485,0.31770409304627123,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ARIMA,2784.7271177536463,5327.494636309234,70.55230697248093,0.5993824309166522,0.025228348649012026,0.025573213317758952,3.7514533216553207,52.7705137150819,0.01890287058450695,0.0252724681692469,0.02192651280025257,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,1458.2572570477146,1507.3434428064156,38.816004820877765,0.8102555033827628,0.17095882810943908,0.16657311637078775,4.810018149994523,38.18713470591522,0.16112715065787012,0.16378061105855596,0.10762720666767608,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 01f55aacc23ef3b0791bbccb8070bcb98a56bd5d..829789b15bce185a3714c3607078e145dcf4d298 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T04:40:32.833902+00:00", + "evaluated_at": "2026-06-18T05:03:29.827463+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64548.73828125, 64689.5, 64282.8203125, - 63952.01171875 + 63884.0 ], "p50": [ 65176.380801840765, diff --git a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index f9905e631e33d3c76acff2c4a0a63f520b23143e..4a7f7221c89c64c1af3121922b2a020c0525c1a2 100644 --- a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T03:37:33.841413+00:00", + "evaluated_at": "2026-06-18T05:03:29.867986+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 032e4641a5804bb6c294c61ba14530286425ab14..a5b7f368186064cdd282c3f3a8c7766af790e8cb 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T04:25:12.974241+00:00", + "evaluated_at": "2026-06-18T05:03:29.964702+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5740000009536743, - 1.5729999542236328, - 1.5720000267028809, - 1.5509999990463257, 1.534999966621399, 1.5199999809265137, 1.5, @@ -245,13 +241,13 @@ 1.6339999437332153, 1.6330000162124634, 1.6440000534057617, - 1.6490000486373901 - ], - "actuals": [ + 1.6490000486373901, 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, - 1.6480000019073486, + 1.6480000019073486 + ], + "actuals": [ 1.6339999437332153, 1.6339999437332153, 1.6319999694824219, @@ -307,199 +303,199 @@ 1.0729999542236328, 1.0889999866485596, 1.1069999933242798, - 1.13100004196167 + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601 ], "p50": [ - 1.6481028215475741, - 1.6573687317622539, - 1.6632324500130793, - 1.6712359834118984, - 1.6790529991661056, - 1.6845046813638422, - 1.691690324827968, - 1.697507838689902, - 1.7060201999451672, - 1.7114236323709342, - 1.7177489519434146, - 1.7247064837165156, - 1.7298551872667622, - 1.7365272976347654, - 1.742897241790972, - 1.748774567647175, - 1.7548424608763935, - 1.760625112702991, - 1.7646529449462927, - 1.7729878481078878, - 1.7781397809510477, - 1.7855615499960251, - 1.7915055165450307, - 1.7952487667478831, - 1.8012958537509343, - 1.8062384347466478, - 1.813490509873736, - 1.8170975166123233, - 1.8236032834828626, - 1.8292697750153593, - 1.8334411392857142, - 1.8386174840627545, - 1.843411510575419, - 1.8495783196540814, - 1.854652654478744, - 1.8579198344355374, - 1.864733423945567, - 1.8668678704590151, - 1.874170904784748, - 1.8771292072495633, - 1.8822669950271969, - 1.8878402986542393, - 1.892934441701673, - 1.8959610055769842, - 1.9011078790581117, - 1.9040953866298382, - 1.9098364436421411, - 1.9145354882114956, - 1.9172266994495348, - 1.9218544103891602, - 1.926880187414303, - 1.931041889379885, - 1.9352215959880488, - 1.9385164624923623, - 1.942502115264782, - 1.945493185646348, - 1.9508717022639348, - 1.954574483425921, - 1.9579191254427455, - 1.961926996633891 + 1.6426146617823436, + 1.644204059056373, + 1.6460553529345672, + 1.6435312303672767, + 1.6464993383257678, + 1.6486067267701232, + 1.6485075029998493, + 1.649636440819056, + 1.6505202406571216, + 1.652165717648821, + 1.6531391783477403, + 1.6547083247622039, + 1.6553946124924916, + 1.65458471248682, + 1.6557788774755955, + 1.6563498611683785, + 1.6580634694175531, + 1.6599920753232558, + 1.660977622704152, + 1.6615768804456519, + 1.6615656894334803, + 1.66241262994783, + 1.6641878866160118, + 1.6643769542321198, + 1.664395243800382, + 1.6663386564320297, + 1.66753897866897, + 1.6679447416335136, + 1.6691146191324275, + 1.6690423489381412, + 1.6698115454123044, + 1.670581518741026, + 1.6688959556788556, + 1.6729196205165373, + 1.6721765925392063, + 1.6728716600401612, + 1.6748044364783223, + 1.6726040955660304, + 1.6758922679277426, + 1.677289906159628, + 1.676934815622713, + 1.6789888966912314, + 1.6793213618589813, + 1.6790245911387922, + 1.6795697924979167, + 1.681666344788176, + 1.6810033397226312, + 1.6826743975466683, + 1.6831107449363187, + 1.6844458984621846, + 1.684534368934189, + 1.6847572492021154, + 1.6855992061590692, + 1.6829424618453461, + 1.6872412161717714, + 1.6856383673717101, + 1.6871700592635228, + 1.6897683044648653, + 1.6882691119831188, + 1.6896840375370394 ], "p10": [ - 1.636658212952513, - 1.6449778713694982, - 1.6494248693247922, - 1.6562560573705778, - 1.6637216076961674, - 1.6702467415347018, - 1.678507711298919, - 1.6868752421164388, - 1.691676495782027, - 1.6984265240835186, - 1.7018951412896541, - 1.7096093752033605, - 1.7161580486162562, - 1.7224113637985317, - 1.728634078314902, - 1.7362909463984981, - 1.7411082851956552, - 1.748046293964854, - 1.752529995746432, - 1.75862670265609, - 1.7641964075913912, - 1.7712293379307775, - 1.7769070301099434, - 1.7818479392651345, - 1.7869777283161197, - 1.7912127061431473, - 1.79927616630773, - 1.8033311383623676, - 1.807582946092637, - 1.8153634766892077, - 1.8205761965645255, - 1.825271597113151, - 1.8287261322774335, - 1.8358787144083732, - 1.8428625955776088, - 1.8441994120570133, - 1.849090698751632, - 1.8523925414891431, - 1.8601918480965194, - 1.8646583942222494, - 1.869658356203246, - 1.8739963673597602, - 1.8808229905052007, - 1.881413552699933, - 1.8874242103728343, - 1.8916632847639137, - 1.8951893765635452, - 1.9006851572621233, - 1.9046232024176364, - 1.9076312614866062, - 1.9133381019522313, - 1.9162780372975357, - 1.923639420830088, - 1.925555547923591, - 1.927995337324939, - 1.9318522842760868, - 1.9384044945166694, - 1.9408851009700512, - 1.9450369696388332, - 1.9494985033758032 + 1.6316939158171024, + 1.6292149365922746, + 1.6301874569631023, + 1.6322929646567754, + 1.6323095069089613, + 1.6327253941066915, + 1.635613896317425, + 1.6365214076280186, + 1.6379041314359128, + 1.6370583461157522, + 1.6396639490557816, + 1.6406816623496039, + 1.6416145174837065, + 1.643044908047383, + 1.641925788029325, + 1.642817375039486, + 1.6441833881052799, + 1.6461527577437887, + 1.6476805833332693, + 1.6461864660343912, + 1.6466149871690914, + 1.6495574507728137, + 1.6504600161672687, + 1.6497403863360272, + 1.6527742006784245, + 1.6518490844344154, + 1.6558628650928648, + 1.6546341918920173, + 1.65591682796524, + 1.6560442772885777, + 1.6565501985935445, + 1.6572402570646614, + 1.6562705353367067, + 1.6588149113756008, + 1.6583627066414586, + 1.6603224309015023, + 1.663376379982194, + 1.6599389401384466, + 1.663444024637173, + 1.6641475072557657, + 1.6637078675667594, + 1.6648336348436934, + 1.666157130797734, + 1.6657507912902156, + 1.6669942685025139, + 1.667314793926481, + 1.6677969044811323, + 1.6667141973539314, + 1.669451585926201, + 1.670093798707081, + 1.669620025699253, + 1.6709576540803202, + 1.671910573369019, + 1.671059366400498, + 1.673182238865447, + 1.672209620378202, + 1.672796335591397, + 1.6745351657047984, + 1.6752905554657476, + 1.6768310419608798 ], "p90": [ - 1.6640967056664857, - 1.6680830722121254, - 1.6785732783151641, - 1.685311805600141, - 1.6924934328070587, - 1.6972405073922026, - 1.7051683334887562, - 1.7078434704854164, - 1.7192346986205276, - 1.7262526845841695, - 1.7305299067090214, - 1.7370393966516677, - 1.7429780930784418, - 1.7505883359602727, - 1.7568483856394224, - 1.7647344298003864, - 1.7706479410505418, - 1.7741071930709449, - 1.779446375629662, - 1.7844391425843396, - 1.7937844453570577, - 1.8012957586955418, - 1.8052030755499509, - 1.8092744809112247, - 1.8161548239603234, - 1.8194689843934069, - 1.8251301149523458, - 1.83031768936935, - 1.8358144603905284, - 1.843861905064173, - 1.8498593215412247, - 1.8519816460269338, - 1.8581901921320396, - 1.8661021409149818, - 1.867065596309468, - 1.8710487131506548, - 1.8779656916331966, - 1.881604139554068, - 1.8877555871396439, - 1.8902989716395906, - 1.898678561965261, - 1.9003140793203053, - 1.904215318127898, - 1.9114674775550642, - 1.914320988648134, - 1.9197912603205582, - 1.924755994867262, - 1.9269566062501768, - 1.9312134280067133, - 1.9344513059487918, - 1.9425686660997121, - 1.9428536947272375, - 1.947048009601394, - 1.9512412306982636, - 1.9557874297382363, - 1.9596443286662573, - 1.9656400914353347, - 1.968784161992988, - 1.970200945136509, - 1.9763812916328023 + 1.6559480875611199, + 1.6569827748054915, + 1.661324552247216, + 1.6590560686472635, + 1.659493207595185, + 1.663248912020624, + 1.6615607719629617, + 1.6646611212322184, + 1.6656838590259513, + 1.6670688857549973, + 1.6653854001672306, + 1.66728782097639, + 1.66721531810498, + 1.6682561930548394, + 1.6690603008890943, + 1.6700872421917858, + 1.6715086183862546, + 1.6718199804183138, + 1.6732947140017254, + 1.6763818263970953, + 1.675372339654652, + 1.6751861019696157, + 1.6767001912994701, + 1.67789967215778, + 1.6805943650941413, + 1.677460259027731, + 1.6806949232336263, + 1.6830163996581045, + 1.6815893385546432, + 1.6845886712132072, + 1.6835668007305233, + 1.6821189631111484, + 1.684125549746081, + 1.6844961121248072, + 1.6855563021065407, + 1.6863499669438549, + 1.687700474082362, + 1.6875099736263122, + 1.6884511129876645, + 1.6889336103363681, + 1.6944529582606958, + 1.6914810321336644, + 1.693919976744742, + 1.6945084724011088, + 1.6908871034067594, + 1.6933317612974672, + 1.6944484886913327, + 1.6967276802564906, + 1.6957307815969802, + 1.6985282776287915, + 1.6986239869187598, + 1.6991977342192097, + 1.6987736544671874, + 1.6969868178856486, + 1.6986188753092994, + 1.699318068849352, + 1.700076557111979, + 1.7017947894827068, + 1.701718229787104, + 1.702881590772434 ], "timestamps": [ - "2026-06-16 22:18:00", - "2026-06-16 22:24:00", - "2026-06-16 22:30:00", - "2026-06-16 22:36:00", "2026-06-16 22:42:00", "2026-06-16 22:48:00", "2026-06-16 22:54:00", @@ -795,6 +791,10 @@ "2026-06-18 03:54:00", "2026-06-18 04:00:00", "2026-06-18 04:06:00", - "2026-06-18 04:12:00" + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00" ] } diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 647a6fc4772044a1c47622de931a6c5803932a7d..45b22f08330a47b888646227f700dcfedc989e1d 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T04:25:13.052338+00:00", + "evaluated_at": "2026-06-18T05:03:30.063348+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 1.0, 0.8999999761581421, 0.8999999761581421, 1.0, @@ -81,10 +80,10 @@ 1.5, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -155,233 +154,232 @@ 1.7000000476837158, 1.7999999523162842, 1.7999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.600000023841858 ], "p50": [ - 1.2736158767830674, - 1.2702172415424609, - 1.2708152043385774, - 1.272694142469932, - 1.272632194320044, - 1.2708800809361822, - 1.27270743944159, - 1.2725896723885797, - 1.2722264020873082, - 1.269851840613898, - 1.2703087969460447, - 1.2722249927473794, - 1.2696473564426507, - 1.271863678558682, - 1.2711588625883135, - 1.271863660883603, - 1.269647307476251, - 1.270561966766484, - 1.2708604100148135, - 1.2718636570799555, - 1.2718636570052007, - 1.2748887435007, - 1.2692787819555011, - 1.2711588533724913, - 1.2711588533700138, - 1.2711588533689566, - 1.2708604097095582, - 1.2696237306743268, - 1.2700550714703294, - 1.2736943718506557, - 1.2705619660502863, - 1.2718636569495712, - 1.2696473057976847, - 1.271511255158869, - 1.2742915576637963, - 1.2705619660502754, - 1.2731967090019454, - 1.268942537582791, - 1.270308518760272, - 1.2701046359239792, - 1.2696237306741838, - 1.2718636569495667, - 1.27369437185063, - 1.2711588533681701, - 1.2726990461532608, - 1.2731967090019454, - 1.269647305797683, - 1.269647305797683, - 1.2705619660502754, - 1.2718636569495667, - 1.2700550714702685, - 1.2700550714702685, - 1.269647305797683, - 1.2718636569495667, - 1.2715112551588685, - 1.2722248740515099, - 1.2708604097092229, - 1.2705619660502754, - 1.2726990461532608, - 1.270308518760272, - 1.2748887434769622, - 1.2711588533681701, - 1.27369437185063, - 1.2718636569495667, - 1.2718636569495667, - 1.2722248740515099, - 1.2731967090019454, - 1.2700550714702685, - 1.2698511886339756, - 1.2748887434769622, - 1.2715112551588685, - 1.2700550714702685 + 1.2846692576151382, + 1.270375281920198, + 1.2740514728291708, + 1.2739429308891355, + 1.2745330779726045, + 1.2719063447034025, + 1.2738669446774322, + 1.2785214246149, + 1.2708068801221644, + 1.27513495179604, + 1.2723099769400077, + 1.27230984445145, + 1.2704824637112195, + 1.2727916688722896, + 1.272309751701094, + 1.276664192575111, + 1.2718908945748768, + 1.2711288435052435, + 1.2730850042350021, + 1.2744973382776592, + 1.2723097436002002, + 1.2766641890727934, + 1.2725506967892688, + 1.2715098679528258, + 1.2699739127082577, + 1.2744973381552978, + 1.2715098679488706, + 1.2699330149150316, + 1.2727916500117453, + 1.2744973381545217, + 1.2730850039501305, + 1.271128842846309, + 1.2738602643532877, + 1.2711288428463048, + 1.2758993005027373, + 1.2723097435469515, + 1.2725506967793159, + 1.2727916500116805, + 1.2725506967793159, + 1.2718908930507422, + 1.270207717500667, + 1.270805631466378, + 1.271128842846304, + 1.2744973381544937, + 1.2766641890497723, + 1.2775913627560396, + 1.2723097435469515, + 1.2733259571824829, + 1.2752622267015288, + 1.2721003182988468, + 1.2721003182988468, + 1.275134411955702, + 1.2723097435469515, + 1.2699330149148815, + 1.271509867948523, + 1.270805631466378, + 1.2725506967793159, + 1.2738602643532855, + 1.280796302695359, + 1.2768264742090043, + 1.2723097435469515, + 1.2738602643532855, + 1.2758993005027373, + 1.2738602643532855, + 1.2727916500116805, + 1.275134411955702, + 1.2723097435469515, + 1.2717192931966277, + 1.2723097435469515, + 1.2723097435469515, + 1.2727916500116805, + 1.2718908930507422 ], "p10": [ - 1.1717365293428923, - 1.1706139213050435, - 1.1702736487250684, - 1.1899276156040426, - 1.170391629777926, - 1.167114036092611, - 1.1700288037250957, - 1.1919869274867154, - 1.170347054647133, - 1.167095016845574, - 1.1964501886948806, - 1.1670944835615213, - 1.1670944155106193, - 1.193236947468344, - 1.1619193382107476, - 1.1932369297932648, - 1.1670943665442197, - 1.1619193297068129, - 1.1670943651712422, - 1.1703455267417235, - 1.1619193290462382, - 1.2061596068129679, - 1.1898195642976914, - 1.1619193289949254, - 1.1703455266131784, - 1.1615820835674098, - 1.191983346251924, - 1.1619193289907472, - 1.1898195642876241, - 1.1919833462516143, - 1.158546874750805, - 1.193236925859233, - 1.1670943648656533, - 1.1665768612781475, - 1.1933762124823, - 1.1919833462515885, - 1.207238461931466, - 1.1619193289906042, - 1.1933762124822997, - 1.1670943648656515, - 1.1670943648656515, - 1.1932369258592286, - 1.196449910509108, - 1.1898195642875633, - 1.1703455266113347, - 1.1938394721193306, - 1.1700204104367664, - 1.1670943648656515, - 1.1665768612781469, - 1.1670943648656515, - 1.1665768612781469, - 1.1703455266113347, - 1.1898195642875633, - 1.1670943648656515, - 1.1933762124822997, - 1.1619193289906042, - 1.157553374821542, - 1.1898195642875633, - 1.2058522369865494, - 1.1919833462515885, - 1.1933762124822997, - 1.1932369258592286, - 1.2061596067892302, - 1.1919833462515885, - 1.1919833462515885, - 1.1933762124822997, - 1.196449910509108, - 1.1670943648656515, - 1.1619193289906042, - 1.1619193289906042, - 1.1703455266113347, - 1.1670943648656515 + 1.2098392546230894, + 1.191262163922342, + 1.1926852828437473, + 1.2050988382873804, + 1.1925298141859728, + 1.1925095260205223, + 1.1923333369469251, + 1.1598785830993474, + 1.159720517196311, + 1.1598762347870921, + 1.1680576588369254, + 1.1924941752723606, + 1.1935960170613302, + 1.1680574443044782, + 1.1583114390386016, + 1.205016175276869, + 1.19081989844116, + 1.192326657281718, + 1.1924940746527457, + 1.1924940744910275, + 1.1597192685937734, + 1.1680574254668903, + 1.190819896926978, + 1.1885436497740125, + 1.192494074369722, + 1.1680574254446732, + 1.1680574254442166, + 1.1911523085443139, + 1.1924940743679269, + 1.159875694946782, + 1.1923266566227904, + 1.1923266566227835, + 1.188543649769712, + 1.16805742544387, + 1.18854364976971, + 1.192494074367862, + 1.1598756949467541, + 1.1908198969170254, + 1.1885436497697097, + 1.1908198969170254, + 1.2062714789832094, + 1.1598756949467541, + 1.1908198969170254, + 1.2085001136408602, + 1.2050161717515304, + 1.1923266566227784, + 1.1680574254438691, + 1.192494074367862, + 1.158311430884459, + 1.192494074367862, + 1.1598756949467541, + 1.1885436497697097, + 1.1885436497697097, + 1.1680574254438691, + 1.1885436497697097, + 1.1598756949467541, + 1.1885436497697097, + 1.1937184066664186, + 1.1672392523941577, + 1.192494074367862, + 1.1680574254438691, + 1.1937184066664186, + 1.1597192685405247, + 1.1885436497697097, + 1.1923266566227784, + 1.1937184066664186, + 1.1885436497697097, + 1.1885436497697097, + 1.1908198969170254, + 1.1908198969170254, + 1.1885436497697097, + 1.192494074367862 ], "p90": [ - 1.4183908529065603, - 1.4175933610432798, - 1.3880180559244473, - 1.4183811246761584, - 1.4222722984657001, - 1.4182927445866387, - 1.4222345885874381, - 1.4269379144813967, - 1.4168599089680594, - 1.4168590329121835, - 1.4186686637393946, - 1.4224169270328921, - 1.418273124004647, - 1.3898664435314112, - 1.408780869717795, - 1.408780864431688, - 1.4224168100155905, - 1.3877648183523539, - 1.4095886128467032, - 1.4168583810626498, - 1.4222261953547428, - 1.4222261953228466, - 1.4169998501851309, - 1.416999850179324, - 1.4182730733615228, - 1.4776493348003934, - 1.4182730733600146, - 1.4222261952992519, - 1.3898664219223567, - 1.4222261952991346, - 1.4095886125411234, - 1.4182730733596836, - 1.387764817636147, - 1.4222261952991095, - 1.4097300817838547, - 1.4547020947026195, - 1.418668385553622, - 1.416858380932261, - 1.4182730733596791, - 1.418668385553622, - 1.3877648176361452, - 1.418668385553622, - 1.418668385553622, - 1.418668385553622, - 1.4222261952991089, - 1.4182730733596791, - 1.4087808604976517, - 1.4222261952991089, - 1.4182730733596791, - 1.4224168083370223, - 1.4224168083370223, - 1.4087808604976517, - 1.4241323256782434, - 1.418668385553622, - 1.3877648176361452, - 1.4087808604976517, - 1.3877648176361452, - 1.4182730733596791, - 1.4222261952991089, - 1.4182730733596791, - 1.4222261952991089, - 1.4182730733596791, - 1.4182730733596791, - 1.416858380932261, - 1.4182730733596791, - 1.4087808604976517, - 1.416858380932261, - 1.4182730733596791, - 1.418668385553622, - 1.4173951623689458, - 1.4095886125411126, - 1.3686048471757661 + 1.4238409994333232, + 1.4102939804379129, + 1.4155522067188935, + 1.417275907435008, + 1.3877533809349603, + 1.4172086925518184, + 1.415367678567155, + 1.4171961290517514, + 1.3728829301233174, + 1.4228185715255746, + 1.4171934742922143, + 1.4769554778653657, + 1.4155442661333906, + 1.417755738838375, + 1.4092395788300263, + 1.4177557235031046, + 1.4228180332093712, + 1.4155442231675628, + 1.4092395709607675, + 1.4171932410223236, + 1.409851713485845, + 1.4171932409221792, + 1.4228180316951893, + 1.415544222512926, + 1.4153609982448683, + 1.451995547433557, + 1.422818031685584, + 1.4098517134327464, + 1.4229892902615118, + 1.451995547432781, + 1.41719324089917, + 1.409239570675889, + 1.4228180316852388, + 1.3687436772946142, + 1.424530617447341, + 1.4228180316852366, + 1.4153609982430082, + 1.422989290261447, + 1.4228180316852366, + 1.4228180316852366, + 1.417193240899158, + 1.417193240899158, + 1.3877176411168495, + 1.417755719977766, + 1.4228180316852366, + 1.4155442225086232, + 1.417193240899158, + 1.4245306174473409, + 1.4297730933986932, + 1.416106701587231, + 1.4155442225086232, + 1.427277110445882, + 1.4228180316852366, + 1.417755719977766, + 1.3714989443405579, + 1.4092395706758838, + 1.417193240899158, + 1.4153609982430082, + 1.417193240899158, + 1.417193240899158, + 1.4245306174473409, + 1.422989290261447, + 1.4092395706758838, + 1.417755719977766, + 1.4092395706758838, + 1.417193240899158, + 1.3701264144215863, + 1.4153609982430082, + 1.417755719977766, + 1.4228180316852366, + 1.4092395706758838, + 1.417755719977766 ], "timestamps": [ - "2026-06-16 03:50:00", - "2026-06-16 04:00:00", "2026-06-16 04:10:00", "2026-06-16 04:20:00", "2026-06-16 04:30:00", @@ -527,6 +525,8 @@ "2026-06-17 03:50:00", "2026-06-17 04:00:00", "2026-06-17 04:10:00", - "2026-06-17 04:20:00" + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00" ] } diff --git a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json index 9a19dd913e1f48de2a5b3c6578f40b8e14be02c3..d978b874cde9cf176e83a445918c4c18d7f014e6 100644 --- a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,26 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T03:37:34.055867+00:00", + "evaluated_at": "2026-06-18T05:03:30.094699+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 19.0, - 19.0, - 19.0, - 19.0, - 20.0, - 20.0, - 19.0, - 20.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, 20.0, 20.0, 20.0, @@ -101,9 +86,7 @@ 19.0, 19.0, 19.0, - 19.0 - ], - "actuals": [ + 19.0, 19.0, 19.0, 19.0, @@ -118,7 +101,9 @@ 18.0, 18.0, 18.0, - 18.0, + 18.0 + ], + "actuals": [ 18.0, 18.0, 18.0, @@ -127,88 +112,102 @@ 18.0, 17.0, 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, 17.0 ], "p50": [ - 18.802083316664337, - 18.802083316664337, - 18.802083316664337, - 18.8020833166646, - 18.802083316664337, - 18.802083316664337, - 18.802083316664344, - 18.802083316664337, - 18.802083316664337, - 18.802083316664337, - 18.802083316664344, - 18.802083316664337, - 18.802083316664337, - 18.802083316664337, - 18.802083316664337, - 18.802083316664355, - 18.802083316664326, - 18.802083316664337, - 18.802083316664337, - 18.802083316664337, - 18.802083316664337, - 18.802083316664337, - 18.802083316664337, - 18.802083316664337 + 17.81737993521799, + 17.817375852108256, + 17.817380190824707, + 17.817380235067468, + 17.817378407534992, + 17.817380256768068, + 17.81738024705859, + 17.81737728768613, + 17.81738051053912, + 17.817380251763222, + 17.817382177429057, + 17.81738027434213, + 17.81738027428719, + 17.817380265559827, + 17.817380247884053, + 17.817380251568366, + 17.81738025156629, + 17.81737986034883, + 17.817380942620417, + 17.817380249351103, + 17.817380247887293, + 17.817380942620552, + 17.817358885435624, + 17.8173801423832 ], "p10": [ - 18.381029100127225, - 18.19153895367471, - 18.191307858783787, - 18.41283566497433, - 18.412627679572502, - 18.17070862170978, - 18.191307858783787, - 18.191515844185616, - 18.191515844185616, - 18.19153895367471, - 18.412627679572502, - 18.19153895367471, - 18.191307858783787, - 18.412627679572502, - 18.19153895367471, - 18.19153895367471, - 18.191307858783787, - 18.402083560844172, - 18.381029100127225, - 18.41157326769967, - 18.191307858783787, - 18.191515844185616, - 18.412627679572502, - 18.41157326769967 + 17.536442979999666, + 17.498154252812856, + 17.489184000606294, + 17.498154141773334, + 17.498154701980773, + 17.3766886739259, + 17.48918346027546, + 17.09085797447306, + 17.536443292223638, + 17.09085797365893, + 17.51545286683923, + 17.53452214005592, + 17.498154780295522, + 17.09085837118757, + 17.09085439400166, + 17.498161721791046, + 17.517374019576323, + 17.090854394005202, + 17.498161721789483, + 17.498154115000613, + 17.489183462567894, + 17.40844759067417, + 17.376688668724757, + 17.517374019576962 ], "p90": [ - 19.213647936177868, - 19.412627542364127, - 19.412627542364127, - 19.41285891175331, - 19.412627542364127, - 19.191539091046064, - 19.41285891175331, - 19.191307921928942, - 19.801866081881432, - 19.412858774544887, - 19.45175811925633, - 19.41285878826573, - 19.412627542364127, - 19.801852221659345, - 19.412858774544887, - 19.801852221659345, - 19.41285891175331, - 19.41285891175331, - 19.41285891175331, - 19.412627542364127, - 19.412858774544887, - 19.046185281357214, - 19.412858774544887, - 19.80199082388022 + 18.098610624216718, + 18.065459195175393, + 18.094424445650525, + 18.01716585738578, + 18.0622406623372, + 18.06224067933872, + 18.065877698119966, + 18.062240675148004, + 18.773538210432047, + 18.02167331516176, + 18.771035599458813, + 18.771035599583467, + 18.0171658305962, + 18.77103559955274, + 18.099698153342935, + 18.094843149443513, + 18.771035599544696, + 17.944820601838938, + 18.098610936885922, + 18.01716583061306, + 18.09442450639272, + 18.065459057363107, + 18.77103559954533, + 18.09861093688605 ], "timestamps": [ - "2026-06-17 18:00:00", "2026-06-17 19:00:00", "2026-06-17 20:00:00", "2026-06-17 21:00:00", @@ -327,6 +326,7 @@ "2026-06-22 14:00:00", "2026-06-22 15:00:00", "2026-06-22 16:00:00", - "2026-06-22 17:00:00" + "2026-06-22 17:00:00", + "2026-06-22 18:00:00" ] } diff --git a/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index fffa9e79dae9c71526387e64114693e2033af684..44be0b730e9ba56cdc6df32de4bad7239181a2ee 100644 --- a/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T03:37:34.076034+00:00", + "evaluated_at": "2026-06-18T05:03:30.113966+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.599998474121094, 33.29999923706055, 35.5, 46.0, @@ -341,10 +340,10 @@ 17.899999618530273, 19.399999618530273, 20.399999618530273, - 22.5 + 22.5, + 24.0 ], "actuals": [ - 24.0, 24.799999237060547, 26.200000762939453, 26.200000762939453, @@ -367,88 +366,88 @@ 25.200000762939453, 25.700000762939453, 26.299999237060547, - 27.0 + 27.0, + 27.799999237060547 ], "p50": [ - 23.29741396550419, - 23.777042331017288, - 24.143155508059497, - 24.320439500984342, - 24.206375487061408, - 24.39296985175654, - 24.50788129879098, - 24.110086407490144, - 24.30732996781049, - 24.161076113315005, - 24.36925339702545, - 24.440858055564203, - 24.2996596783433, - 24.25532516641238, - 24.344479858087013, - 24.47158456445423, - 24.442506058654388, - 24.424747779706184, - 24.485502961173758, - 24.120988838668218, - 24.090326834147884, - 24.301658982661074, - 24.22755948922154, - 24.56770166878958 + 24.46086923854238, + 25.131406234818773, + 25.200042619030356, + 25.53224747151767, + 25.37225453258801, + 25.096903162540425, + 25.450265732840343, + 25.487854600043008, + 25.435683007700334, + 25.433463218642586, + 25.564545620018805, + 25.637838916169585, + 25.576032911487886, + 25.601534671208405, + 25.576307178710916, + 25.616838156835257, + 25.540355432331648, + 25.169565199823914, + 25.473887752738502, + 25.16957635123613, + 25.552263008494585, + 25.12844222855184, + 25.31057562436035, + 25.17109549206971 ], "p10": [ - 18.486722651231666, - 19.244303517972657, - 19.004442754149142, - 19.67325543467282, - 19.467497411981604, - 20.49439901856015, - 21.871525599774994, - 21.50306602584026, - 18.33327203133929, - 18.336214903848333, - 20.076721207141226, - 21.7046734004903, - 19.92849205165606, - 20.0543640605506, - 20.254254625006286, - 19.93982963027421, - 22.175019499058067, - 20.970181192151212, - 21.087513740368067, - 20.891845532470516, - 20.10380886708238, - 20.067358385201395, - 19.928966038325306, - 21.891299991573113 + 19.53217839871602, + 21.655315776620654, + 21.978703048525695, + 21.38461114134339, + 22.889265963974367, + 21.475424707580927, + 21.99280536171543, + 21.57765356331164, + 21.539027682813703, + 20.94392629544945, + 21.275173919548436, + 23.236001502860102, + 20.946587661621294, + 21.156359821765744, + 20.974896860886247, + 22.725830907183518, + 22.01049764387245, + 21.110305333785895, + 22.010518803044885, + 20.372729896021877, + 20.881186380055933, + 20.975001145310387, + 20.387078617766566, + 20.33411815901848 ], "p90": [ - 27.654329208781004, - 28.157385173315216, - 28.28144847462325, - 29.0534571803514, - 30.14382630949357, - 27.87792376488836, - 29.171547653886716, - 28.08367175579644, - 28.31379129294751, - 28.418529996932374, - 28.40606881176019, - 28.56258062843894, - 28.8600957789954, - 27.793788268721578, - 27.89804014981354, - 29.985574454603277, - 28.56344708217476, - 28.323531820024854, - 30.190216270539455, - 28.436240424588764, - 28.07117026517073, - 28.692386484412175, - 28.693545570117642, - 28.54787315847431 + 27.22933321960585, + 28.342291204442663, + 30.061580219608345, + 28.998434931205647, + 33.50802184211596, + 29.718044153474782, + 31.619550789575676, + 29.13449128631145, + 29.446555435093217, + 30.228112992386926, + 30.653021979896963, + 29.740255829117967, + 31.247881303923254, + 29.608301737903986, + 29.897107180024133, + 29.6070855505061, + 29.485149830854038, + 29.751654404110475, + 31.271937132845526, + 28.118437969970753, + 32.16018446874052, + 29.740975178405005, + 29.143830372948088, + 30.258929688731442 ], "timestamps": [ - "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", "2026-06-03 07:00:00", @@ -807,6 +806,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 1c6b51e4f90f5f12e3bc18b3bb3d33e2b1c6b050..9479e63f975e3287654a7f03a403e9e3c037ca46 100644 --- a/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T03:37:34.100682+00:00", + "evaluated_at": "2026-06-18T05:03:30.149061+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.79999923706055, 30.600000381469727, 28.5, 27.0, @@ -341,10 +340,10 @@ 24.5, 26.100000381469727, 27.399999618530273, - 28.200000762939453 + 28.200000762939453, + 29.100000381469727 ], "actuals": [ - 29.100000381469727, 29.799999237060547, 29.799999237060547, 29.799999237060547, @@ -367,88 +366,88 @@ 25.899999618530273, 27.200000762939453, 27.899999618530273, - 28.799999237060547 + 28.799999237060547, + 29.5 ], "p50": [ - 28.731213992822134, - 29.26952520899008, - 29.619447144286212, - 29.92190544871744, - 30.254774132627045, - 30.311012806059768, - 30.487082399760162, - 30.686881566381956, - 30.622551284346155, - 30.814003747801937, - 30.788499215526116, - 30.764081592571955, - 30.876330379967122, - 30.8885267610733, - 30.878106379604905, - 30.908180465490986, - 30.9784784435069, - 31.012958101579695, - 30.958042877930904, - 30.89264798498227, - 30.961107079854692, - 30.96718311939843, - 30.90160480468855, - 31.01996986295277 + 29.668121850482002, + 30.228272271643146, + 30.630450054632156, + 30.862053539842876, + 31.14289150210263, + 31.399091410101622, + 31.51034849432514, + 31.585148680970555, + 31.666299415190657, + 31.765744450161634, + 31.79493301378467, + 31.76509783481781, + 31.902649588856896, + 31.888659697110377, + 31.875169819421032, + 31.918400238313776, + 31.95068446473886, + 31.980334382289694, + 31.91578838518779, + 31.984742210492243, + 31.966175355877716, + 31.901671018855417, + 31.985772964891282, + 31.945020942526796 ], "p10": [ - 27.988963443780854, - 28.63595627123944, - 28.831513073941498, - 29.107481622213964, - 29.506631385635533, - 29.468751159563794, - 29.618959415215503, - 30.07778940766329, - 29.922968034193286, - 29.98911868410121, - 30.04051655293767, - 29.966745490770148, - 30.08924831496602, - 30.05437005233125, - 30.256613820430378, - 29.904704205801416, - 30.339949420332676, - 30.14699975475563, - 30.172847415938296, - 30.20038432360205, - 30.33458107156117, - 30.22415148393013, - 30.023263438370194, - 30.22477721047731 + 28.77074859450225, + 29.410004968155217, + 29.856078038936836, + 30.04487608559191, + 30.300875665382204, + 30.671909875345666, + 30.746755744972415, + 30.827313698554992, + 31.077360224870723, + 31.13817185462868, + 30.998297346101527, + 30.912785580037855, + 31.072161489301926, + 31.024562804031635, + 31.174017724742576, + 31.17478246865204, + 31.34326894510799, + 31.341024696517433, + 31.216357020335316, + 31.435058804468866, + 31.334246672484387, + 31.22410878570618, + 31.166731174002848, + 31.096359474924387 ], "p90": [ - 29.48398719847841, - 29.938088183016927, - 30.35741602325709, - 30.697653856526625, - 31.03353764266143, - 31.32929825968181, - 31.21816478084323, - 31.446786933715153, - 31.387684987180727, - 31.514653262389793, - 31.515550133837735, - 31.415981888156537, - 31.601110615337472, - 31.661124244650217, - 31.64400758887174, - 31.666370496469753, - 31.544217589134185, - 31.66619487456252, - 31.509404868603518, - 31.535964880841885, - 31.660325843708744, - 31.708445251524306, - 31.5307156616551, - 31.73838311175752 + 30.607781699018652, + 31.05140897906871, + 31.190798678977185, + 31.681883348550492, + 31.84199174327353, + 32.051160719663166, + 32.202667027948145, + 32.28434301225643, + 32.37928088809733, + 32.427636704735264, + 32.49754550013699, + 32.54303378837147, + 32.59187752882872, + 32.60946717680044, + 32.53839256321994, + 32.64229407703007, + 32.649638195624966, + 32.63468269947535, + 32.5174165916891, + 32.81344286311451, + 32.72213305764437, + 32.66838855299237, + 32.72503173962733, + 32.68190152031135 ], "timestamps": [ - "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", "2026-06-03 07:00:00", @@ -807,6 +806,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index a2fca3acb0a96770de884e8863f398591020a054..8e7798f0bde69a63004703949dca84d73b032af1 100644 --- a/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T03:37:34.129562+00:00", + "evaluated_at": "2026-06-18T05:03:30.186710+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 19.0, 10.0, 12.0, 15.0, @@ -72,8 +71,8 @@ 13.0, 15.0, 14.0, - 18.0, - 13.0, + 19.0, + 14.0, 15.0, 13.0, 15.0, @@ -124,10 +123,10 @@ 20.0, 11.0, 18.0, - 15.0, 17.0, - 23.0, - 12.0, + 18.0, + 25.0, + 13.0, 20.0, 11.0, 12.0, @@ -150,7 +149,7 @@ 11.0, 12.0, 17.0, - 11.0, + 13.0, 17.0, 11.0, 14.0, @@ -173,20 +172,20 @@ 9.0, 9.0, 9.0, - 10.0 + 10.0, + 9.0 ], "actuals": [ - 9.0, 13.0, 18.0, 10.0, 13.0, 19.0, 23.0, - 15.0, - 12.0, + 20.0, 14.0, - 13.0, + 15.0, + 17.0, 16.0, 22.0, 14.0, @@ -199,88 +198,88 @@ 6.0, 6.0, 10.0, - 5.0 + 13.0, + 1.0 ], "p50": [ - 13.771066599249938, - 13.676916631423758, - 13.68154875478011, - 13.786577140730822, - 13.492726945062362, - 13.077984029304144, - 13.430588224539743, - 13.338457786633782, - 13.679361655472984, - 13.573283477989971, - 13.665535622858883, - 13.368449534392816, - 13.492726914654025, - 13.573283477989971, - 13.935643992030714, - 12.860622925937346, - 13.492726914654025, - 13.786578453201148, - 13.017222909202548, - 13.846572321123261, - 13.118079889670854, - 13.65384004132592, - 13.677231204391845, - 13.194351389403478 + 14.190690763466753, + 12.965985956054364, + 13.082355245670145, + 13.732499681026471, + 13.596050324220876, + 13.66492804745526, + 13.535689060468851, + 13.27220791885493, + 13.990288094832021, + 13.525732734065107, + 13.703118174624404, + 13.458493164889765, + 14.216665483180819, + 13.703118174624404, + 13.4938970924573, + 14.161408162571071, + 13.713404622092906, + 12.975629784206227, + 13.4938970924573, + 14.208761464125027, + 14.216044996052982, + 13.45492487893004, + 14.208761464125027, + 14.342900222972467 ], "p10": [ - 9.47147262605936, - 9.101410174368006, - 8.733418773586923, - 8.79505144430192, - 9.365941680076642, - 8.736475042509515, - 9.096786322732209, - 9.01000593642431, - 9.365941649668313, - 8.733362125360918, - 8.733362125360918, - 9.42534982752618, - 9.073625817736705, - 9.87482116315521, - 9.714904666109444, - 8.769143002882014, - 9.033166441403871, - 8.705345864682833, - 8.769143002882014, - 9.606708296106278, - 8.795052756772247, - 9.365941649668304, - 9.15366610989383, - 9.704085029109127 + 9.184044796461892, + 8.765389588471628, + 8.773922763099362, + 8.750191566450034, + 8.74419087041634, + 9.217951468313847, + 9.072563017535469, + 8.690184564002765, + 9.662686082484717, + 9.247004336845803, + 9.072563017535469, + 8.744190870391153, + 9.253082356721235, + 9.020225018637728, + 8.744190870391153, + 8.995594707202914, + 8.744190870391153, + 8.678253127199207, + 8.690184564002765, + 9.224029488189418, + 9.253082356721235, + 9.224029488189418, + 9.588585024577915, + 9.020225018637728 ], "p90": [ - 20.35471254314195, - 19.40980876460799, - 20.319921402992435, - 19.935883145722403, - 19.94665607761144, - 19.066145375807935, - 19.412253788673528, - 19.585616344435962, - 20.2052149043517, - 20.043600348296458, - 19.58561634443634, - 20.043600348296458, - 20.049942016456395, - 20.142657997803802, - 20.142657997803802, - 18.895413382058596, - 20.107017029895825, - 19.122102341247984, - 19.412253788657207, - 19.620643155811976, - 20.043600348296458, - 20.323140042606255, - 20.05281103650777, - 19.149191235369138 + 19.68621498402428, + 18.915621443042433, + 19.70505883462071, + 19.57352814528604, + 19.705057975836123, + 18.909236387488818, + 20.451417501793284, + 18.979031402420077, + 19.808176268148877, + 19.064173790899424, + 20.451417501793284, + 20.511771043745977, + 20.450940443178574, + 19.018259175952466, + 19.653140261972144, + 18.97467276091648, + 21.030460282297717, + 19.651976453703007, + 18.982697688664974, + 20.451417501793284, + 19.776476217480894, + 18.89683779540969, + 19.808653326763586, + 20.45571102932567 ], "timestamps": [ - "2026-06-10 04:00:00", "2026-06-10 05:00:00", "2026-06-10 06:00:00", "2026-06-10 07:00:00", @@ -471,6 +470,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 949ccb8d35a925a878a29e1f8b3910939a456c9c..d8b358cdb2d7b538dd807507cdf14dca0e158bcc 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,55 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T04:40:32.882004+00:00", + "evaluated_at": "2026-06-18T05:03:30.200564+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 6dfa15714b0d44cad6b3460da0b4fb39326d1da9..4c3e28ee566c4e8cf4d27c732c8ee33668034fef 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -9,4 +9,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 -2026-06-18,Chronos-2,3.900,4.100,3.900,3.800,4.100,4.200,3.900,3.800,4.400 +2026-06-18,Chronos-2,4.100,4.000,4.100,4.100,4.300,4.300,4.100,4.100,4.500 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index c65163193625c9826fdce8ab59835620d4d59ad6..e93658d02908cd5af7a1dc5773552cd871ca5b25 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,4.125,3.95,4.125,3.975,4.225,3.725,4.125,3.975,4.25 +2026-W25,Chronos-Bolt-Mini,4.175,3.925,4.175,4.05,4.275,3.75,4.175,4.05,4.275 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index e2356b77db6353e5c7a771a8607bc007ecdf1a45..363aa3646c4c0fdeb79b2ffd90c6a6873b8118fc 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,929879.6524238586,929879.6524238586,827.927734375,0.849722337854461,0.012815784874824992,0.01270636629771868,4.030767845580958,964.3026767690001,0.014846424998813064,0.012746793417623345,0.008016443468008786,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,939260.6757208506,939260.6757208506,830.7615559895834,0.852630757789474,0.012861268235240702,0.012750694320238268,4.030767845580958,969.1546190989602,0.014921776527179603,0.012790980965837785,0.008031337004571516,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0082514629748403,1.0082514629748403,0.780179500579834,0.4309468502771349,0.034445166500048946,0.033817551485012066,2.444838132938304,1.0041172555906208,0.04547117819971291,0.03533021756285016,0.033518584988996875,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.8149897165756301,0.8149897165756301,0.7148140688737233,0.6855688265194061,0.6483160906476086,0.9581116453602541,16.39359234407758,0.902767808783427,0.7007616893689957,0.5548650601129762,0.4925583363965729,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.03200667458102006,0.03200667458102006,0.14044628043969473,0.6755642564403987,0.09181035557727377,0.09787443333059848,3.760106510688031,0.17890409324836606,0.12361895480938069,0.09704541734949261,0.10284536682834505,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,2.068953128671486,2.068953128671486,1.1552409331003826,0.7869190499621381,0.06532885588680039,0.062138252187323995,19.645134788731102,1.4383855980478553,0.07923170389250549,0.06363502781183017,0.05418855440727655,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,29.617508553143427,29.617508553143427,4.639128843943278,0.36923676254199206,0.14059551491276898,0.14270377952704527,2.6607906800964867,5.442197033656851,0.14626285420802285,0.12467983455166705,0.1461402614451588,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.9742980832396217,1.9742980832396217,1.3496735095977783,0.6715007995352723,0.053435004497120554,0.05508046546586476,2.501346422119196,1.4050971792867644,0.05414632781606978,0.052010540888312425,0.0435686620884854,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,30.404833335821156,30.404833335821156,4.530744115511577,0.865288000840407,0.5729897481433784,0.39442584333685476,9.982657187181063,5.514057792209033,0.4595048160174194,0.3775620096259647,0.30034636435685336,Hazards,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,1.0352529381689917,1.0352529381689917,0.8147207061449687,0.7801346873884386,0.7344299235263771,1.0516903554524197,20.5839864800921,1.0174738022027847,0.8090599434791664,0.6478377006247314,0.586885669184189,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.0146932303055299,0.0146932303055299,0.09343585703108045,0.44382026799013335,0.06227290296534617,0.06390042814978493,3.6774369423994417,0.12121563556542489,0.08351699292546022,0.06437685843289755,0.08421173498771217,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,0.9894591853934193,0.9894591853934193,0.8735148906707764,0.5316404945550115,0.051400997865251714,0.049740827490798056,8.503777275729664,0.9947156304157582,0.057734401765364436,0.05069977600023853,0.038950287627866315,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,52.75861919689745,52.75861919689745,5.9901511669158936,0.47591728140508244,0.17693568134713888,0.1701254023783764,2.667847713016814,7.26351286891525,0.19438482518602546,0.16030734830827192,0.15927649678018596,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.580387209125547,1.580387209125547,1.1944042841593425,0.5966284841880242,0.0475400891307875,0.04888279184468034,1.9627865792959671,1.2571345230823736,0.048413400060835235,0.04599760119672792,0.040097902762961886,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,36.16889413361969,36.16889413361969,5.013722737630208,0.9575279498922414,1.0087555924424467,0.4445303504895048,11.010069781336291,6.014058042089358,0.48112464336714866,0.4010978190104167,0.31867714620519566,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1748.044067022701,1748.044067022701,38.95887247721354,0.33097803166482304,0.013919503546380376,0.014031316746093,5.620926178788717,41.80961692030556,0.014976579195333335,0.01395541700676306,0.012466922062862769,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index ea3468787ce1b7bdd80489e82c20307b3da92aef..97fa7183dce4f82a72d3b23dfdc279c7e9498cab 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T04:32:14.757386+00:00", + "evaluated_at": "2026-06-18T04:47:42.256573+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64548.73828125, 64689.5, 64282.8203125, - 63952.01171875 + 63884.0 ], "p50": [ 65849.78125, diff --git a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 3ddfd6156fde5c18c4c746379406b2f7536eed76..ed71fbd5e3e8800d582a4a1ed52b71a3a32135bf 100644 --- a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T03:30:45.771164+00:00", + "evaluated_at": "2026-06-18T04:47:47.946098+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 9dfe2f6d2e4cc4a40baae1194ba82f6452bcc46b..dd51c6c49615a10825780aa7af3e59188fbff0b3 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T04:20:07.508559+00:00", + "evaluated_at": "2026-06-18T04:47:53.692866+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5740000009536743, - 1.5729999542236328, - 1.5720000267028809, - 1.5509999990463257, 1.534999966621399, 1.5199999809265137, 1.5, @@ -245,13 +241,13 @@ 1.6339999437332153, 1.6330000162124634, 1.6440000534057617, - 1.6490000486373901 - ], - "actuals": [ + 1.6490000486373901, 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, - 1.6480000019073486, + 1.6480000019073486 + ], + "actuals": [ 1.6339999437332153, 1.6339999437332153, 1.6319999694824219, @@ -307,199 +303,199 @@ 1.0729999542236328, 1.0889999866485596, 1.1069999933242798, - 1.13100004196167 + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601 ], "p50": [ - 1.6498308181762695, - 1.6466221809387207, - 1.6384239196777344, - 1.6297671794891357, - 1.6138794422149658, - 1.5971739292144775, - 1.581782341003418, - 1.5634284019470215, - 1.5408909320831299, - 1.517146348953247, - 1.4919192790985107, - 1.4647578001022339, - 1.4341752529144287, - 1.398603916168213, - 1.3683137893676758, - 1.3340158462524414, - 1.2799705266952515, - 1.2435481548309326, - 1.2028933763504028, - 1.152397632598877, - 1.1084140539169312, - 1.0604315996170044, - 1.0101205110549927, - 0.9629448056221008, - 0.9123488068580627, - 0.8620424866676331, - 0.8142218589782715, - 0.7587683200836182, - 0.7069029808044434, - 0.6520745754241943, - 0.5968351364135742, - 0.5445177555084229, - 0.45374470949172974, - 0.38926857709884644, - 0.34658247232437134, - 0.2923474907875061, - 0.22883528470993042, - 0.17916446924209595, - 0.1269376277923584, - 0.06767165660858154, - 0.01554417610168457, - -0.03381609916687012, - -0.08008408546447754, - -0.12436294555664062, - -0.1638956069946289, - -0.20683717727661133, - -0.2597447633743286, - -0.2998013496398926, - -0.3142653703689575, - -0.35261499881744385, - -0.39329588413238525, - -0.43061673641204834, - -0.44777119159698486, - -0.48297882080078125, - -0.5131124258041382, - -0.5484937429428101, - -0.5682474374771118, - -0.5761069059371948, - -0.6061035394668579, - -0.6162941455841064 + 1.630208969116211, + 1.6196576356887817, + 1.6050019264221191, + 1.5899206399917603, + 1.5663633346557617, + 1.5418063402175903, + 1.5201003551483154, + 1.494699478149414, + 1.4637949466705322, + 1.4297442436218262, + 1.4005087614059448, + 1.3649706840515137, + 1.327593207359314, + 1.2853285074234009, + 1.2461427450180054, + 1.2073622941970825, + 1.1503424644470215, + 1.1070597171783447, + 1.0671000480651855, + 1.0161089897155762, + 0.9620735049247742, + 0.9097818732261658, + 0.8565049171447754, + 0.8009268045425415, + 0.7459138631820679, + 0.6911996603012085, + 0.6451867818832397, + 0.5868957042694092, + 0.5280555486679077, + 0.47928643226623535, + 0.4205365777015686, + 0.36641883850097656, + 0.28081727027893066, + 0.22178608179092407, + 0.17843389511108398, + 0.12761586904525757, + 0.06164443492889404, + 0.008362770080566406, + -0.04244542121887207, + -0.09658253192901611, + -0.14554345607757568, + -0.19451904296875, + -0.2310088872909546, + -0.27142786979675293, + -0.3102226257324219, + -0.3474137783050537, + -0.397296667098999, + -0.4389305114746094, + -0.485981822013855, + -0.5091789960861206, + -0.5453466176986694, + -0.5825399160385132, + -0.59684157371521, + -0.6227822303771973, + -0.6481300592422485, + -0.6735409498214722, + -0.6852453947067261, + -0.6853610277175903, + -0.707921028137207, + -0.714238166809082 ], "p10": [ - 1.6224541664123535, - 1.6193022727966309, - 1.604116439819336, - 1.5826700925827026, - 1.5720432996749878, - 1.5463371276855469, - 1.5314433574676514, - 1.509975790977478, - 1.4819707870483398, - 1.4512439966201782, - 1.4184684753417969, - 1.3842871189117432, - 1.3507204055786133, - 1.3020607233047485, - 1.2730448246002197, - 1.2163796424865723, - 1.1616841554641724, - 1.1226049661636353, - 1.0653293132781982, - 1.013128399848938, - 0.9597994089126587, - 0.9039186835289001, - 0.8455394506454468, - 0.7824643850326538, - 0.7131674289703369, - 0.6540817022323608, - 0.5976895093917847, - 0.5316430330276489, - 0.45154184103012085, - 0.3914616107940674, - 0.3119564652442932, - 0.25199073553085327, - 0.16282212734222412, - 0.11798906326293945, - 0.05607771873474121, - -0.002314448356628418, - -0.07103323936462402, - -0.12951898574829102, - -0.18830561637878418, - -0.24862897396087646, - -0.3080531358718872, - -0.375449538230896, - -0.42331743240356445, - -0.4793022871017456, - -0.5384328365325928, - -0.6098225116729736, - -0.6556286811828613, - -0.6879684925079346, - -0.7580914497375488, - -0.8054608106613159, - -0.8583365678787231, - -0.8855955600738525, - -0.925283670425415, - -0.9496347904205322, - -0.9806334972381592, - -1.0167067050933838, - -1.0417962074279785, - -1.0601515769958496, - -1.1004815101623535, - -1.104604959487915 + 1.6025959253311157, + 1.59243643283844, + 1.5712782144546509, + 1.5427350997924805, + 1.5252056121826172, + 1.4924064874649048, + 1.4700711965560913, + 1.440410852432251, + 1.4076787233352661, + 1.3636120557785034, + 1.327950358390808, + 1.2862917184829712, + 1.2437065839767456, + 1.1892695426940918, + 1.1513875722885132, + 1.0887608528137207, + 1.0310405492782593, + 0.9875839948654175, + 0.9249637722969055, + 0.8675920963287354, + 0.8121006488800049, + 0.7451726198196411, + 0.6880350112915039, + 0.6120641231536865, + 0.552241325378418, + 0.4817548394203186, + 0.4275394678115845, + 0.35874634981155396, + 0.28163886070251465, + 0.21628612279891968, + 0.1327805519104004, + 0.08175122737884521, + 0.0011881589889526367, + -0.04516243934631348, + -0.11165523529052734, + -0.1638878583908081, + -0.22669315338134766, + -0.28756964206695557, + -0.34915852546691895, + -0.4019373655319214, + -0.46054959297180176, + -0.5241607427597046, + -0.569633960723877, + -0.6211347579956055, + -0.6810318231582642, + -0.7448185682296753, + -0.7872384786605835, + -0.824897050857544, + -0.9188097715377808, + -0.9525336027145386, + -1.008839726448059, + -1.0309957265853882, + -1.0699914693832397, + -1.0872365236282349, + -1.1107786893844604, + -1.1408964395523071, + -1.1579416990280151, + -1.1707743406295776, + -1.2014611959457397, + -1.1994448900222778 ], "p90": [ - 1.6726458072662354, - 1.6714794635772705, - 1.6765844821929932, - 1.6677473783493042, - 1.6569985151290894, - 1.6395926475524902, - 1.6319949626922607, - 1.6237623691558838, - 1.6025002002716064, - 1.5866349935531616, - 1.5656516551971436, - 1.5421088933944702, - 1.519112229347229, - 1.49763023853302, - 1.4662158489227295, - 1.4470890760421753, - 1.4127068519592285, - 1.3666883707046509, - 1.3358404636383057, - 1.297253966331482, - 1.256651759147644, - 1.2165379524230957, - 1.1819864511489868, - 1.1343562602996826, - 1.1042348146438599, - 1.0670490264892578, - 1.0312573909759521, - 0.9719778299331665, - 0.9364740252494812, - 0.8968838453292847, - 0.8668687343597412, - 0.8105791807174683, - 0.7718085050582886, - 0.7190347909927368, - 0.679916262626648, - 0.6325294971466064, - 0.6055805683135986, - 0.5398452877998352, - 0.5093230605125427, - 0.47447484731674194, - 0.4411240816116333, - 0.3985998034477234, - 0.38839924335479736, - 0.31533217430114746, - 0.29818177223205566, - 0.2707517147064209, - 0.24026912450790405, - 0.18311482667922974, - 0.26136261224746704, - 0.2308141589164734, - 0.2038203477859497, - 0.18605226278305054, - 0.18812328577041626, - 0.14057058095932007, - 0.11671173572540283, - 0.125072181224823, - 0.08803105354309082, - 0.101406991481781, - 0.09066009521484375, - 0.058098673820495605 + 1.6540608406066895, + 1.6430027484893799, + 1.6438720226287842, + 1.627098798751831, + 1.6087603569030762, + 1.5819976329803467, + 1.5701770782470703, + 1.5561283826828003, + 1.5236105918884277, + 1.4975602626800537, + 1.4685419797897339, + 1.4419634342193604, + 1.407339096069336, + 1.3833932876586914, + 1.344056248664856, + 1.3151227235794067, + 1.278118371963501, + 1.2340989112854004, + 1.2033644914627075, + 1.1536056995391846, + 1.1069151163101196, + 1.0635631084442139, + 1.0283671617507935, + 0.9769995212554932, + 0.9392421841621399, + 0.8986999988555908, + 0.8692631125450134, + 0.8102145195007324, + 0.7630813717842102, + 0.7225390672683716, + 0.6934443712234497, + 0.6513057947158813, + 0.5849186778068542, + 0.5306522846221924, + 0.48607689142227173, + 0.45128577947616577, + 0.41996657848358154, + 0.36273205280303955, + 0.32330775260925293, + 0.28564709424972534, + 0.24516206979751587, + 0.22875124216079712, + 0.20781981945037842, + 0.15986961126327515, + 0.14141994714736938, + 0.11224418878555298, + 0.08314263820648193, + 0.024544358253479004, + 0.06716060638427734, + 0.0295180082321167, + 0.006409883499145508, + -0.0005877017974853516, + 0.005385041236877441, + -0.01944434642791748, + -0.04973757266998291, + -0.04207170009613037, + -0.0721433162689209, + -0.0402829647064209, + -0.05549967288970947, + -0.07330131530761719 ], "timestamps": [ - "2026-06-16 22:18:00", - "2026-06-16 22:24:00", - "2026-06-16 22:30:00", - "2026-06-16 22:36:00", "2026-06-16 22:42:00", "2026-06-16 22:48:00", "2026-06-16 22:54:00", @@ -795,6 +791,10 @@ "2026-06-18 03:54:00", "2026-06-18 04:00:00", "2026-06-18 04:06:00", - "2026-06-18 04:12:00" + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 046f923577f8c74ad834ea0e330488e79572262b..32f12066ab780fe31ecbcbc347a8e0ee982fc581 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T04:20:14.402545+00:00", + "evaluated_at": "2026-06-18T04:48:04.949798+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 1.0, 0.8999999761581421, 0.8999999761581421, 1.0, @@ -81,10 +80,10 @@ 1.5, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -155,233 +154,232 @@ 1.7000000476837158, 1.7999999523162842, 1.7999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.600000023841858 ], "p50": [ - 1.3244248628616333, - 1.3225594758987427, - 1.3238636255264282, - 1.3214905261993408, - 1.319865107536316, - 1.3212757110595703, - 1.321223497390747, - 1.3252084255218506, - 1.3246086835861206, - 1.3250524997711182, - 1.3231096267700195, - 1.3271031379699707, - 1.3250919580459595, - 1.3247413635253906, - 1.3290464878082275, - 1.3282122611999512, - 1.336923360824585, - 1.3385292291641235, - 1.3402228355407715, - 1.3396236896514893, - 1.3361878395080566, - 1.3395010232925415, - 1.341572642326355, - 1.3396492004394531, - 1.341888427734375, - 1.3411035537719727, - 1.3397818803787231, - 1.3407732248306274, - 1.3393574953079224, - 1.338340163230896, - 1.3398517370224, - 1.341453194618225, - 1.3437861204147339, - 1.343802571296692, - 1.3474022150039673, - 1.345511794090271, - 1.3423957824707031, - 1.3429063558578491, - 1.347006916999817, - 1.3428107500076294, - 1.342961311340332, - 1.3411096334457397, - 1.3413724899291992, - 1.3398973941802979, - 1.3382186889648438, - 1.336343765258789, - 1.336963176727295, - 1.3376975059509277, - 1.3479725122451782, - 1.3430145978927612, - 1.3472254276275635, - 1.3405609130859375, - 1.3418785333633423, - 1.3361467123031616, - 1.337527871131897, - 1.3357176780700684, - 1.337018370628357, - 1.3325350284576416, - 1.3359110355377197, - 1.332446813583374, - 1.3335075378417969, - 1.3305813074111938, - 1.331674337387085, - 1.3314034938812256, - 1.333070158958435, - 1.3262748718261719, - 1.330952525138855, - 1.3227453231811523, - 1.321044683456421, - 1.3140568733215332, - 1.3156009912490845, - 1.3131136894226074 + 1.3289716243743896, + 1.330802083015442, + 1.333993911743164, + 1.3346712589263916, + 1.3349677324295044, + 1.3388307094573975, + 1.341202974319458, + 1.3467984199523926, + 1.3475199937820435, + 1.3502310514450073, + 1.3532193899154663, + 1.357170581817627, + 1.356579065322876, + 1.358055830001831, + 1.3634886741638184, + 1.3664817810058594, + 1.3840233087539673, + 1.3873167037963867, + 1.3897778987884521, + 1.3926467895507812, + 1.3888702392578125, + 1.3957873582839966, + 1.399332046508789, + 1.402042031288147, + 1.4024590253829956, + 1.405768871307373, + 1.4061964750289917, + 1.4085493087768555, + 1.4037530422210693, + 1.4070030450820923, + 1.4151982069015503, + 1.4146820306777954, + 1.4177610874176025, + 1.4209986925125122, + 1.4244122505187988, + 1.428730845451355, + 1.4206664562225342, + 1.4286295175552368, + 1.4305236339569092, + 1.4282915592193604, + 1.4294410943984985, + 1.4341037273406982, + 1.4316613674163818, + 1.4319095611572266, + 1.4257206916809082, + 1.4308855533599854, + 1.4339503049850464, + 1.435018539428711, + 1.4372279644012451, + 1.4337413311004639, + 1.4364099502563477, + 1.4378248453140259, + 1.432666540145874, + 1.4397693872451782, + 1.4419046640396118, + 1.4355342388153076, + 1.4382476806640625, + 1.4407615661621094, + 1.439782738685608, + 1.4392532110214233, + 1.4341052770614624, + 1.4408515691757202, + 1.4426791667938232, + 1.443566083908081, + 1.4533185958862305, + 1.4459950923919678, + 1.4471120834350586, + 1.443315029144287, + 1.4386001825332642, + 1.4437254667282104, + 1.4454151391983032, + 1.4388724565505981 ], "p10": [ - 1.1807714700698853, - 1.1550636291503906, - 1.1431854963302612, - 1.1318068504333496, - 1.1251150369644165, - 1.1198108196258545, - 1.11220383644104, - 1.1077028512954712, - 1.1046870946884155, - 1.0989607572555542, - 1.092689037322998, - 1.08693528175354, - 1.0859850645065308, - 1.0824761390686035, - 1.0808475017547607, - 1.0803009271621704, - 1.0646076202392578, - 1.0501381158828735, - 1.0493890047073364, - 1.0434879064559937, - 1.0376665592193604, - 1.0332754850387573, - 1.038206696510315, - 1.035201072692871, - 1.0293506383895874, - 1.0257214307785034, - 1.0247020721435547, - 1.0215154886245728, - 1.017643690109253, - 1.0065346956253052, - 1.0024328231811523, - 1.0042394399642944, - 1.0111339092254639, - 0.9946647882461548, - 0.9991169571876526, - 0.9927583932876587, - 0.9904696345329285, - 0.9866251349449158, - 0.9905073046684265, - 0.9927626848220825, - 0.9877322316169739, - 0.9873449206352234, - 0.9902012944221497, - 0.98231041431427, - 0.981177568435669, - 0.966577410697937, - 0.9661197662353516, - 0.961692214012146, - 0.9677587747573853, - 0.9577347040176392, - 0.9547790884971619, - 0.9506348371505737, - 0.9481915831565857, - 0.942827582359314, - 0.9448310732841492, - 0.9493245482444763, - 0.9504592418670654, - 0.947969913482666, - 0.9506826400756836, - 0.9411654472351074, - 0.9462417364120483, - 0.9297215938568115, - 0.9346307516098022, - 0.9327093362808228, - 0.9301018714904785, - 0.9310827851295471, - 0.9246885776519775, - 0.926629900932312, - 0.9198630452156067, - 0.904582142829895, - 0.9129049777984619, - 0.9205431938171387 + 1.202052354812622, + 1.1808661222457886, + 1.1693344116210938, + 1.1604852676391602, + 1.1550936698913574, + 1.1514734029769897, + 1.14496910572052, + 1.141457438468933, + 1.1391311883926392, + 1.1354798078536987, + 1.1318720579147339, + 1.1231274604797363, + 1.119779109954834, + 1.118649959564209, + 1.1163290739059448, + 1.1171236038208008, + 1.1040844917297363, + 1.0921727418899536, + 1.0886410474777222, + 1.0828970670700073, + 1.077616810798645, + 1.0767863988876343, + 1.0791587829589844, + 1.0732871294021606, + 1.0706510543823242, + 1.0626734495162964, + 1.056678056716919, + 1.0518547296524048, + 1.046960711479187, + 1.0395997762680054, + 1.0440839529037476, + 1.0465190410614014, + 1.0551400184631348, + 1.0369325876235962, + 1.0384670495986938, + 1.0372016429901123, + 1.030081033706665, + 1.026871919631958, + 1.03531014919281, + 1.030508041381836, + 1.0230671167373657, + 1.0162737369537354, + 1.0164337158203125, + 1.0102373361587524, + 1.0041025876998901, + 0.996852695941925, + 0.9944732785224915, + 0.9986498951911926, + 1.0089067220687866, + 0.9831611514091492, + 0.990549623966217, + 0.986732006072998, + 0.9847031235694885, + 0.9844069480895996, + 0.9928026795387268, + 0.9921616315841675, + 0.9834350347518921, + 0.9795353412628174, + 0.9851382970809937, + 0.978447675704956, + 0.9752058386802673, + 0.9645522832870483, + 0.9610179662704468, + 0.9627484083175659, + 0.9782994389533997, + 0.9570755958557129, + 0.9569759368896484, + 0.9457505345344543, + 0.9458209276199341, + 0.9491952061653137, + 0.9556401371955872, + 0.9610162973403931 ], "p90": [ - 1.4393328428268433, - 1.4746743440628052, - 1.4913848638534546, - 1.5157291889190674, - 1.520268440246582, - 1.5321197509765625, - 1.5442923307418823, - 1.558371663093567, - 1.562556505203247, - 1.5751063823699951, - 1.5862947702407837, - 1.5923070907592773, - 1.6065740585327148, - 1.6026856899261475, - 1.6098155975341797, - 1.621370792388916, - 1.6398108005523682, - 1.6438393592834473, - 1.637781023979187, - 1.6522388458251953, - 1.6555976867675781, - 1.6675363779067993, - 1.6815712451934814, - 1.6862374544143677, - 1.6817585229873657, - 1.7008447647094727, - 1.7121658325195312, - 1.7176449298858643, - 1.7266440391540527, - 1.7242186069488525, - 1.734910011291504, - 1.7385969161987305, - 1.785964012145996, - 1.7864495515823364, - 1.7782447338104248, - 1.7926183938980103, - 1.8001594543457031, - 1.8168251514434814, - 1.825136661529541, - 1.8263664245605469, - 1.8167409896850586, - 1.8361022472381592, - 1.8494679927825928, - 1.8486592769622803, - 1.8546457290649414, - 1.8567999601364136, - 1.863185167312622, - 1.8650985956192017, - 1.9246318340301514, - 1.9280965328216553, - 1.9164817333221436, - 1.9264626502990723, - 1.9468684196472168, - 1.9542505741119385, - 1.968807339668274, - 1.959583044052124, - 1.9570655822753906, - 1.9776179790496826, - 1.9824178218841553, - 1.976792573928833, - 1.981907844543457, - 1.988269329071045, - 1.9890029430389404, - 1.9959995746612549, - 2.0490996837615967, - 2.048900842666626, - 2.0231337547302246, - 2.0322253704071045, - 2.0590949058532715, - 2.0750465393066406, - 2.0932719707489014, - 2.065002918243408 + 1.4263992309570312, + 1.458943486213684, + 1.4798325300216675, + 1.4978042840957642, + 1.5101850032806396, + 1.5207674503326416, + 1.5329689979553223, + 1.5482509136199951, + 1.5616328716278076, + 1.5716838836669922, + 1.5834559202194214, + 1.593459129333496, + 1.6040513515472412, + 1.6067606210708618, + 1.6179301738739014, + 1.632706880569458, + 1.6402815580368042, + 1.6505423784255981, + 1.6490755081176758, + 1.6693902015686035, + 1.6704528331756592, + 1.6822293996810913, + 1.6894042491912842, + 1.7038140296936035, + 1.7100905179977417, + 1.7257163524627686, + 1.738497018814087, + 1.7451362609863281, + 1.7565276622772217, + 1.7529411315917969, + 1.7671444416046143, + 1.7672512531280518, + 1.8091423511505127, + 1.8065264225006104, + 1.8018877506256104, + 1.826507568359375, + 1.8233146667480469, + 1.8414418697357178, + 1.8546247482299805, + 1.8640689849853516, + 1.8575234413146973, + 1.877025842666626, + 1.8923110961914062, + 1.8988372087478638, + 1.9095022678375244, + 1.9034264087677002, + 1.918238639831543, + 1.919437289237976, + 1.9586868286132812, + 1.9551968574523926, + 1.941463828086853, + 1.9692331552505493, + 1.967923879623413, + 1.9810250997543335, + 2.003056049346924, + 2.000016689300537, + 1.9956190586090088, + 2.0114080905914307, + 2.0273635387420654, + 2.031221389770508, + 2.040353775024414, + 2.029264450073242, + 2.042870283126831, + 2.051492691040039, + 2.1032533645629883, + 2.0990829467773438, + 2.081404685974121, + 2.109797716140747, + 2.1121206283569336, + 2.1187939643859863, + 2.143585205078125, + 2.1315090656280518 ], "timestamps": [ - "2026-06-16 03:50:00", - "2026-06-16 04:00:00", "2026-06-16 04:10:00", "2026-06-16 04:20:00", "2026-06-16 04:30:00", @@ -527,6 +525,8 @@ "2026-06-17 03:50:00", "2026-06-17 04:00:00", "2026-06-17 04:10:00", - "2026-06-17 04:20:00" + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00" ] } diff --git a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json index c7edb9df2f8e2ac01ee08f807f36b5820cc0a5f7..611bcb086f6284e8c8056cf080de4568e129a6de 100644 --- a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,26 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T03:31:02.143934+00:00", + "evaluated_at": "2026-06-18T04:48:18.160587+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 19.0, - 19.0, - 19.0, - 19.0, - 20.0, - 20.0, - 19.0, - 20.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, 20.0, 20.0, 20.0, @@ -101,9 +86,7 @@ 19.0, 19.0, 19.0, - 19.0 - ], - "actuals": [ + 19.0, 19.0, 19.0, 19.0, @@ -118,7 +101,9 @@ 18.0, 18.0, 18.0, - 18.0, + 18.0 + ], + "actuals": [ 18.0, 18.0, 18.0, @@ -127,88 +112,102 @@ 18.0, 17.0, 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, 17.0 ], "p50": [ - 19.039133071899414, - 19.03559684753418, - 19.048616409301758, - 19.045513153076172, - 19.065519332885742, - 19.063785552978516, - 19.092077255249023, - 19.167098999023438, - 19.179916381835938, - 19.228477478027344, - 19.271495819091797, - 19.291948318481445, - 19.287607192993164, - 19.26581573486328, - 19.296907424926758, - 19.300006866455078, - 19.28836441040039, - 19.366918563842773, - 19.442941665649414, - 19.521862030029297, - 19.578502655029297, - 19.703060150146484, - 19.87291717529297, - 19.971698760986328 + 18.02028465270996, + 18.018218994140625, + 18.013671875, + 18.023624420166016, + 18.032655715942383, + 18.05887222290039, + 18.098712921142578, + 18.118824005126953, + 18.143264770507812, + 18.1546630859375, + 18.1811580657959, + 18.210283279418945, + 18.212020874023438, + 18.1908016204834, + 18.189123153686523, + 18.172321319580078, + 18.107471466064453, + 18.089256286621094, + 18.08769416809082, + 18.06500244140625, + 18.074115753173828, + 18.05392837524414, + 18.074417114257812, + 18.073970794677734 ], "p10": [ - 18.927772521972656, - 18.91579818725586, - 18.90045928955078, - 18.88961410522461, - 18.8768310546875, - 18.860027313232422, - 18.874292373657227, - 18.875446319580078, - 18.87652587890625, - 18.873672485351562, - 18.858802795410156, - 18.866722106933594, - 18.868568420410156, - 18.849205017089844, - 18.846986770629883, - 18.82035255432129, - 18.69102668762207, - 18.64093017578125, - 18.646976470947266, - 18.668087005615234, - 18.638851165771484, - 18.675823211669922, - 18.673250198364258, - 18.71987533569336 + 17.782190322875977, + 17.722461700439453, + 17.682634353637695, + 17.678668975830078, + 17.629518508911133, + 17.594575881958008, + 17.61138916015625, + 17.572202682495117, + 17.585603713989258, + 17.59588050842285, + 17.55724334716797, + 17.545520782470703, + 17.519514083862305, + 17.478496551513672, + 17.450063705444336, + 17.41796875, + 17.231225967407227, + 17.219539642333984, + 17.2244815826416, + 17.2239933013916, + 17.193981170654297, + 17.149198532104492, + 17.133827209472656, + 17.126619338989258 ], "p90": [ - 19.25864028930664, - 19.294185638427734, - 19.355329513549805, - 19.6021785736084, - 19.934423446655273, - 20.155466079711914, - 20.213153839111328, - 20.382465362548828, - 20.424116134643555, - 20.577682495117188, - 20.606138229370117, - 20.701478958129883, - 20.709394454956055, - 20.722963333129883, - 20.678150177001953, - 20.748905181884766, - 20.82427215576172, - 20.912208557128906, - 20.959148406982422, - 21.004619598388672, - 21.060983657836914, - 21.13648223876953, - 21.26304817199707, - 21.329940795898438 + 18.35550880432129, + 18.4005126953125, + 18.51881980895996, + 18.65445327758789, + 18.762958526611328, + 18.914154052734375, + 19.035747528076172, + 19.25558853149414, + 19.400714874267578, + 19.377933502197266, + 19.585290908813477, + 19.70215606689453, + 19.778608322143555, + 19.86747932434082, + 19.876663208007812, + 19.90325164794922, + 19.985584259033203, + 20.05583381652832, + 20.10746955871582, + 20.179405212402344, + 20.224891662597656, + 20.296661376953125, + 20.25204849243164, + 20.297386169433594 ], "timestamps": [ - "2026-06-17 18:00:00", "2026-06-17 19:00:00", "2026-06-17 20:00:00", "2026-06-17 21:00:00", @@ -327,6 +326,7 @@ "2026-06-22 14:00:00", "2026-06-22 15:00:00", "2026-06-22 16:00:00", - "2026-06-22 17:00:00" + "2026-06-22 17:00:00", + "2026-06-22 18:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index edfe9a3353d221c3a1ebe3f22ef66ef86a386895..e9c7101475b0fef89e4684c369ae4dbd36619191 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T03:31:08.577452+00:00", + "evaluated_at": "2026-06-18T04:48:22.823619+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.599998474121094, 33.29999923706055, 35.5, 46.0, @@ -341,10 +340,10 @@ 17.899999618530273, 19.399999618530273, 20.399999618530273, - 22.5 + 22.5, + 24.0 ], "actuals": [ - 24.0, 24.799999237060547, 26.200000762939453, 26.200000762939453, @@ -367,88 +366,88 @@ 25.200000762939453, 25.700000762939453, 26.299999237060547, - 27.0 + 27.0, + 27.799999237060547 ], "p50": [ - 21.71401596069336, - 21.631298065185547, - 22.25856590270996, - 22.971139907836914, - 24.079753875732422, - 25.52007484436035, - 29.085338592529297, - 36.14641189575195, - 49.063621520996094, - 55.05344009399414, - 57.53281784057617, - 58.78864669799805, - 57.99440002441406, - 56.44052505493164, - 53.739845275878906, - 50.45545196533203, - 48.24610137939453, - 46.70430374145508, - 42.99756622314453, - 29.104022979736328, - 19.277503967285156, - 18.988487243652344, - 19.669004440307617, - 19.77181053161621 + 24.104951858520508, + 25.14508628845215, + 26.784709930419922, + 28.220129013061523, + 29.843061447143555, + 34.00194549560547, + 41.360511779785156, + 52.71681213378906, + 57.81053161621094, + 60.09965515136719, + 59.31231689453125, + 57.6766357421875, + 54.666717529296875, + 51.46428680419922, + 47.733455657958984, + 43.14020538330078, + 43.006134033203125, + 39.12177276611328, + 27.86859703063965, + 19.80348014831543, + 19.438858032226562, + 20.24285125732422, + 20.903587341308594, + 21.669429779052734 ], "p10": [ - 18.122703552246094, - 17.664772033691406, - 17.192401885986328, - 16.596399307250977, - 16.601165771484375, - 16.842666625976562, - 17.467626571655273, - 19.414512634277344, - 24.458332061767578, - 27.3156681060791, - 29.636083602905273, - 30.258298873901367, - 28.494165420532227, - 26.888708114624023, - 25.778949737548828, - 23.643394470214844, - 21.606794357299805, - 19.43768310546875, - 17.697044372558594, - 15.365303039550781, - 12.452110290527344, - 13.221572875976562, - 13.756523132324219, - 13.973615646362305 + 20.38651466369629, + 19.69908332824707, + 19.41207504272461, + 18.997604370117188, + 19.191858291625977, + 20.09012794494629, + 21.65359878540039, + 27.78752899169922, + 29.303390502929688, + 29.62749481201172, + 30.21343994140625, + 30.220718383789062, + 28.216787338256836, + 26.74212074279785, + 24.918092727661133, + 21.394559860229492, + 18.881263732910156, + 18.414875030517578, + 15.583720207214355, + 13.207712173461914, + 13.561883926391602, + 14.315864562988281, + 15.2228364944458, + 15.265044212341309 ], "p90": [ - 26.0553035736084, - 28.490253448486328, - 30.849212646484375, - 35.12128448486328, - 39.2924690246582, - 43.45438766479492, - 51.962615966796875, - 61.340213775634766, - 71.47547912597656, - 75.5530776977539, - 77.42703247070312, - 76.75862121582031, - 76.02182006835938, - 75.02462005615234, - 71.87934112548828, - 70.73357391357422, - 68.01899719238281, - 67.46127319335938, - 66.05878448486328, - 50.59764099121094, - 31.97578239440918, - 30.26728630065918, - 29.693275451660156, - 30.704927444458008 + 28.11821746826172, + 31.5904541015625, + 38.20165252685547, + 42.88654327392578, + 46.61229705810547, + 53.86710739135742, + 66.39628601074219, + 76.32902526855469, + 79.88589477539062, + 81.10262298583984, + 81.22709655761719, + 77.91549682617188, + 75.3551254272461, + 72.62518310546875, + 70.63729095458984, + 66.63059997558594, + 64.87224578857422, + 62.75872039794922, + 47.691829681396484, + 32.3438720703125, + 29.905405044555664, + 29.54580307006836, + 30.027099609375, + 31.677555084228516 ], "timestamps": [ - "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", "2026-06-03 07:00:00", @@ -807,6 +806,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 42d39cdcfc47ee2bcd94672c46aa11785b825042..30b77a5ea9673b1d465181fd7c878c9a95987968 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T03:31:16.340832+00:00", + "evaluated_at": "2026-06-18T04:48:28.409466+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.79999923706055, 30.600000381469727, 28.5, 27.0, @@ -341,10 +340,10 @@ 24.5, 26.100000381469727, 27.399999618530273, - 28.200000762939453 + 28.200000762939453, + 29.100000381469727 ], "actuals": [ - 29.100000381469727, 29.799999237060547, 29.799999237060547, 29.799999237060547, @@ -367,88 +366,88 @@ 25.899999618530273, 27.200000762939453, 27.899999618530273, - 28.799999237060547 + 28.799999237060547, + 29.5 ], "p50": [ - 28.912494659423828, - 29.084367752075195, - 28.92466163635254, - 28.27149772644043, - 27.503360748291016, - 26.559303283691406, - 25.514522552490234, - 24.524606704711914, - 23.833120346069336, - 23.159313201904297, - 22.617603302001953, - 22.20123863220215, - 21.90367889404297, - 21.709186553955078, - 21.614131927490234, - 21.48866081237793, - 21.259902954101562, - 21.292980194091797, - 21.870126724243164, - 23.07278823852539, - 24.613784790039062, - 25.93682861328125, - 26.865219116210938, - 27.674453735351562 + 29.4730167388916, + 29.307918548583984, + 28.713829040527344, + 27.857540130615234, + 26.816545486450195, + 25.805492401123047, + 24.76360321044922, + 24.076045989990234, + 23.3951416015625, + 22.828720092773438, + 22.384521484375, + 22.06692123413086, + 21.87704086303711, + 21.748239517211914, + 21.508623123168945, + 21.34747314453125, + 21.115936279296875, + 21.89427375793457, + 23.20314598083496, + 24.78862762451172, + 26.098554611206055, + 27.173385620117188, + 27.857555389404297, + 28.43214225769043 ], "p10": [ - 28.197490692138672, - 27.990877151489258, - 27.63409996032715, - 26.783889770507812, - 25.989990234375, - 25.04641342163086, - 24.031494140625, - 22.99671745300293, - 22.33121109008789, - 21.661457061767578, - 20.971412658691406, - 20.479015350341797, - 20.120418548583984, - 19.853065490722656, - 19.64331817626953, - 19.44304656982422, - 19.3751220703125, - 19.474048614501953, - 19.90815544128418, - 20.94904136657715, - 22.144920349121094, - 23.202157974243164, - 23.85660743713379, - 24.371767044067383 + 28.601043701171875, + 28.185993194580078, + 27.375133514404297, + 26.399932861328125, + 25.346961975097656, + 24.335771560668945, + 23.260929107666016, + 22.487520217895508, + 21.86634635925293, + 21.263195037841797, + 20.67571258544922, + 20.26656723022461, + 20.041210174560547, + 19.723255157470703, + 19.485639572143555, + 19.227447509765625, + 19.304698944091797, + 20.01067352294922, + 21.120235443115234, + 22.408559799194336, + 23.477298736572266, + 24.310815811157227, + 24.719696044921875, + 25.039125442504883 ], "p90": [ - 29.748912811279297, - 30.230798721313477, - 30.24141502380371, - 29.777143478393555, - 29.00887107849121, - 28.092464447021484, - 27.012683868408203, - 26.00110626220703, - 25.242006301879883, - 24.540769577026367, - 24.07345962524414, - 23.693872451782227, - 23.470138549804688, - 23.41389274597168, - 23.44571304321289, - 23.39921760559082, - 23.28203010559082, - 23.15445899963379, - 23.889957427978516, - 25.220111846923828, - 27.154138565063477, - 28.733421325683594, - 30.089740753173828, - 31.165157318115234 + 30.29583740234375, + 30.407947540283203, + 29.970014572143555, + 29.284217834472656, + 28.29665184020996, + 27.238964080810547, + 26.202457427978516, + 25.488178253173828, + 24.76898765563965, + 24.214216232299805, + 23.87773895263672, + 23.5916690826416, + 23.467124938964844, + 23.48981475830078, + 23.365375518798828, + 23.30213737487793, + 23.156116485595703, + 23.758934020996094, + 25.306142807006836, + 27.117708206176758, + 28.869081497192383, + 30.043045043945312, + 31.097379684448242, + 31.88768768310547 ], "timestamps": [ - "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", "2026-06-03 07:00:00", @@ -807,6 +806,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index c0166a1e3c1272a72504691ab974509e597d511b..a97f74519edb769a3bdaff499b183d67ca091470 100644 --- a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T03:31:22.396093+00:00", + "evaluated_at": "2026-06-18T04:48:33.050363+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 19.0, 10.0, 12.0, 15.0, @@ -72,8 +71,8 @@ 13.0, 15.0, 14.0, - 18.0, - 13.0, + 19.0, + 14.0, 15.0, 13.0, 15.0, @@ -124,10 +123,10 @@ 20.0, 11.0, 18.0, - 15.0, 17.0, - 23.0, - 12.0, + 18.0, + 25.0, + 13.0, 20.0, 11.0, 12.0, @@ -150,7 +149,7 @@ 11.0, 12.0, 17.0, - 11.0, + 13.0, 17.0, 11.0, 14.0, @@ -173,20 +172,20 @@ 9.0, 9.0, 9.0, - 10.0 + 10.0, + 9.0 ], "actuals": [ - 9.0, 13.0, 18.0, 10.0, 13.0, 19.0, 23.0, - 15.0, - 12.0, + 20.0, 14.0, - 13.0, + 15.0, + 17.0, 16.0, 22.0, 14.0, @@ -199,88 +198,88 @@ 6.0, 6.0, 10.0, - 5.0 + 13.0, + 1.0 ], "p50": [ - 12.810603141784668, - 13.087549209594727, - 13.138644218444824, - 13.260697364807129, - 13.201919555664062, - 13.182418823242188, - 13.212798118591309, - 13.301458358764648, - 13.344511032104492, - 13.431252479553223, - 13.505135536193848, - 13.505783081054688, - 13.562845230102539, - 13.571189880371094, - 13.616426467895508, - 13.643640518188477, - 13.557127952575684, - 13.405776977539062, - 13.289263725280762, - 13.247529983520508, - 13.191303253173828, - 13.212089538574219, - 13.219223976135254, - 13.284303665161133 + 12.315237998962402, + 12.617396354675293, + 12.685733795166016, + 12.665155410766602, + 12.69674301147461, + 12.782471656799316, + 12.896895408630371, + 13.022603988647461, + 13.078320503234863, + 13.184028625488281, + 13.090341567993164, + 13.124441146850586, + 13.165852546691895, + 13.238910675048828, + 13.290266036987305, + 13.346875190734863, + 13.241618156433105, + 13.075531959533691, + 13.07275104522705, + 13.020589828491211, + 13.07895565032959, + 13.111440658569336, + 13.136096954345703, + 13.1478853225708 ], "p10": [ - 8.610368728637695, - 8.552711486816406, - 8.60299015045166, - 8.638925552368164, - 8.577632904052734, - 8.634551048278809, - 8.679617881774902, - 8.750652313232422, - 8.762012481689453, - 8.745546340942383, - 8.772806167602539, - 8.823391914367676, - 8.764688491821289, - 8.810484886169434, - 8.851457595825195, - 8.841999053955078, - 8.657988548278809, - 8.633373260498047, - 8.614692687988281, - 8.577106475830078, - 8.554286003112793, - 8.557177543640137, - 8.566143035888672, - 8.549861907958984 + 8.242106437683105, + 8.234107971191406, + 8.195756912231445, + 8.191864013671875, + 8.190643310546875, + 8.236174583435059, + 8.318798065185547, + 8.353254318237305, + 8.372919082641602, + 8.30435562133789, + 8.39706039428711, + 8.358007431030273, + 8.334247589111328, + 8.389760971069336, + 8.460945129394531, + 8.41476058959961, + 8.335957527160645, + 8.291006088256836, + 8.282493591308594, + 8.251527786254883, + 8.23477554321289, + 8.276567459106445, + 8.284904479980469, + 8.21108627319336 ], "p90": [ - 19.338829040527344, - 20.104076385498047, - 20.422473907470703, - 20.453659057617188, - 20.494094848632812, - 20.437335968017578, - 20.33034896850586, - 20.344921112060547, - 20.435321807861328, - 20.49560546875, - 20.66250991821289, - 20.739534378051758, - 20.820375442504883, - 20.903470993041992, - 20.787357330322266, - 20.90493392944336, - 20.614559173583984, - 20.696861267089844, - 20.67548370361328, - 20.504383087158203, - 20.50457763671875, - 20.513093948364258, - 20.497190475463867, - 20.590538024902344 + 18.501102447509766, + 19.174144744873047, + 19.497589111328125, + 19.444459915161133, + 19.55373764038086, + 19.64634132385254, + 19.71970558166504, + 19.879484176635742, + 20.036924362182617, + 20.19256591796875, + 20.14299201965332, + 20.2782039642334, + 20.309059143066406, + 20.512893676757812, + 20.46965789794922, + 20.636781692504883, + 20.16722869873047, + 20.25078582763672, + 20.343791961669922, + 20.207883834838867, + 20.32393455505371, + 20.372684478759766, + 20.396177291870117, + 20.471397399902344 ], "timestamps": [ - "2026-06-10 04:00:00", "2026-06-10 05:00:00", "2026-06-10 06:00:00", "2026-06-10 07:00:00", @@ -471,6 +470,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index ad99f0d9034734a8f6e5e72ada04ce26444f4ed1..9771c2c4c34ae900803ba1b6ad8e03ac2a685fe5 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,55 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T04:32:32.049547+00:00", + "evaluated_at": "2026-06-18T04:48:35.283136+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index febfcb9f121ca8f6e9d6e170a8ac2e16c1cdfe55..54503e30e1c190754478bafbb0815af955bc1331 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,2081017.4271498378,1986470.2403790986,1211.7237804934205,1.2436215394716528,0.018757465664769477,0.018521742573218817,35.43496412694724,1442.5731964617387,0.022209888329178317,0.01865572569667694,0.017976704503601323,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,2095618.963787087,2000823.5646843538,1214.557602108004,1.2465299594066657,0.018803557553939598,0.018566061109154725,35.55130092434776,1447.6252843146553,0.02228864266026104,0.018700171015944136,0.01802112020127201,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,6.554949833247299,7.345810740100781,2.357101120016555,1.3019892251730578,0.10444350596607699,0.11214400143316851,15.190647933313064,2.560263625732182,0.11594084546971963,0.1067406863752903,0.09071258683585551,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,0.39657009801247367,0.4034589542851658,0.5391374899671342,0.5170797168440754,0.48159616198662347,0.3567986915391418,17.335037883773854,0.6297381185957173,0.4888259678220918,0.4184984163100175,0.40431396174333656,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.010219422428079487,0.009773052500673195,0.08282880917425296,0.39841697983361357,0.05919292654878236,0.057001759584132256,4.3640613086154225,0.10109115900057476,0.06985185855290152,0.057232960030780676,0.04777968361833859,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ETS,0.1024133507713908,0.09641388547654413,0.2667621749137175,0.18171121818334643,0.01479742400027602,0.014755637649443357,3.3162573765427705,0.32002085990039897,0.017627955984449314,0.01469426673985735,0.013543485531114004,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,449.9737498300595,461.11153939423735,16.45818296062801,1.3099369295681427,0.36564375365227614,0.4921506195673812,29.604219478596388,21.212584704133995,0.5701030603574646,0.44232518595192866,0.40584330615468833,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,232.26741995439775,229.00269686771358,13.148583393486172,6.541792662222008,0.5295136353656487,0.39269271498866526,234.99118190486953,15.240322173576178,0.5872956636720693,0.5066891580424511,0.4992963804084407,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,40.29138653892409,45.468328356176876,5.64935292826642,1.078921514151677,0.7665917955192212,0.4590413641693563,4.896286077256797,6.347549648401664,0.5289624707001387,0.4707794106888683,0.3494995672213591,Hazards,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,0.19505353943550854,0.1999660578630822,0.3899497517144154,0.37339584640039086,0.3490504999469268,0.2813912675797851,11.606133057841557,0.44164866062913466,0.3511837254508913,0.3100745428518675,0.2959196938284052,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.010058273572907414,0.009177367582147551,0.08030051590280159,0.38142740506861755,0.057128850592377683,0.05515800800271794,3.3821168642227284,0.10029094462067557,0.06909998098266643,0.05532667124403554,0.048620075999935966,Ocean,1 +nws_ksfo_observations_temperature/1h/short,ETS,0.086339682669961,0.09122026255938505,0.25481329475459286,0.1550850105583161,0.01487251537050358,0.014792179669789072,1.6310714443505872,0.2938361493587217,0.01705457698817248,0.014789647095792571,0.013001704071577429,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,207.07918196293073,208.3467530301401,11.78429645821784,0.9362619034794922,0.2927966447633294,0.30536423440404475,15.974833945872346,14.390246070270331,0.3851091775061638,0.31536922262148764,0.2872640796419873,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,243.39796540624954,240.0142896051193,13.801269813485392,6.89400632423654,0.5504958608533251,0.40953122471415604,250.64013201906985,15.601216792489282,0.6008171250906875,0.5314995209816664,0.5240894715001215,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,44.69541733915199,49.504076417835826,5.750550786281223,1.0982484260271832,1.2993087206005864,0.4753261428307665,4.88992002801469,6.685463135726049,0.534837050858084,0.46004406290249783,0.3451622906447982,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ETS,7050.831183477218,7070.044373258621,71.03396887667493,0.6034744258549375,0.025406607999488722,0.024965624325255054,4.4057264236893365,83.96922759843166,0.030078529288990446,0.02544500377671938,0.023506227926815497,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,3204.790611752943,2881.2038365570006,50.33739973772421,1.0507561340143807,0.2404507822920921,0.2146543225620431,5.672580589017583,56.61087008475442,0.2388644307373604,0.21239409172035534,0.1565877432051329,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 5acf36f4887a86da7bac04bcce61115804e83980..97037ffa0619eb6606c46c0b0a48a8ff8895a757 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T04:40:32.925625+00:00", + "evaluated_at": "2026-06-18T05:03:30.252527+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64548.73828125, 64689.5, 64282.8203125, - 63952.01171875 + 63884.0 ], "p50": [ 65859.24161603967, diff --git a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 71c3837e427503657b161fc2a4182fd8e4f9ace3..6f2ade21bdbbadbb92ddfdd49cf79e9de8f8870d 100644 --- a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T03:37:34.232095+00:00", + "evaluated_at": "2026-06-18T05:03:30.268230+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index bb1734b976cf1ce54f92313b0cb21481242e1bd2..6c85d3394819d340195ecd5b7d46f0248970f634 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-18T04:25:13.142442+00:00", + "evaluated_at": "2026-06-18T05:03:30.288493+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5740000009536743, - 1.5729999542236328, - 1.5720000267028809, - 1.5509999990463257, 1.534999966621399, 1.5199999809265137, 1.5, @@ -245,13 +241,13 @@ 1.6339999437332153, 1.6330000162124634, 1.6440000534057617, - 1.6490000486373901 - ], - "actuals": [ + 1.6490000486373901, 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, - 1.6480000019073486, + 1.6480000019073486 + ], + "actuals": [ 1.6339999437332153, 1.6339999437332153, 1.6319999694824219, @@ -307,199 +303,199 @@ 1.0729999542236328, 1.0889999866485596, 1.1069999933242798, - 1.13100004196167 + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601 ], "p50": [ - 1.6593993695244327, - 1.6700480845391488, - 1.669696881569856, - 1.680845619949593, - 1.68399438682035, - 1.6851431198356688, - 1.6887918355656406, - 1.706940603032444, - 1.7065893404585066, - 1.7142381835039997, - 1.7148868782531366, - 1.7155356326069182, - 1.722684333078101, - 1.733833160864805, - 1.746481879932637, - 1.750130536057964, - 1.7497793628909937, - 1.7554281720810485, - 1.7610768620618138, - 1.7607256888948435, - 1.7703743273771957, - 1.7750230302325642, - 1.786171843118107, - 1.7868205676695663, - 1.795469382939295, - 1.8006181091596842, - 1.813766851592537, - 1.8124155720908803, - 1.818564404645956, - 1.824713117991742, - 1.8278618699613378, - 1.8335106791513927, - 1.8386593457671372, - 1.8478080800937582, - 1.8584568398119579, - 1.863605625636992, - 1.8657543457777077, - 1.8664031299338117, - 1.8790518490016437, - 1.880200626720446, - 1.8888493525832075, - 1.8949981106324771, - 1.8946467586515725, - 1.9012956741763136, - 1.9104443339971287, - 1.9135931008678857, - 1.9192418504532958, - 1.9243906362783298, - 1.9370393553461618, - 1.9441881005208281, - 1.948836833178519, - 1.9419856393883417, - 1.9511343737149627, - 1.9622830971935383, - 1.9724318633490396, - 1.971580547607759, - 1.9747294187866444, - 1.9753780539311365, - 1.9950268616906799, - 2.00067561127609 + 1.6544325850491406, + 1.6616935526250747, + 1.653954594110768, + 1.6547156602727844, + 1.6509767843705156, + 1.656237777695656, + 1.6504988530367877, + 1.6607598415935567, + 1.6525208597142294, + 1.655281885225878, + 1.6485429287381292, + 1.6483039779724267, + 1.6435650255377938, + 1.6488260337640954, + 1.6530870548650005, + 1.6533481572666409, + 1.6516091066035534, + 1.6488701582220366, + 1.6496311200759246, + 1.6403922255770065, + 1.647653297461069, + 1.6459143213037875, + 1.6466752831576754, + 1.644936292099233, + 1.6486973494397619, + 1.6464584691267492, + 1.6532194729423073, + 1.6464805015533974, + 1.6502415439927651, + 1.647502580710087, + 1.6427635388684871, + 1.6435246646351482, + 1.6422856075347592, + 1.6465467180426314, + 1.6518077411700942, + 1.649068777887416, + 1.6508297715701845, + 1.6410908537062456, + 1.6463518619325472, + 1.6441129369160512, + 1.6473739857927205, + 1.6496350028405096, + 1.6468959650520256, + 1.6431570146439507, + 1.6434180127374627, + 1.6401791452990535, + 1.6459401619892147, + 1.640701260695367, + 1.6454622008531645, + 1.651223247345648, + 1.6469842139679076, + 1.6377453343701507, + 1.6385063111252, + 1.6472673636973574, + 1.6475284362966753, + 1.6387894161511662, + 1.6410505077047612, + 1.6353114638366033, + 1.645572586503823, + 1.6468336164262154 ], "p10": [ - 1.6080993683800235, - 1.6137481179654336, - 1.6124968975493026, - 1.63214561811377, - 1.6279943478389123, - 1.6296431489227354, - 1.6370918753338597, - 1.6519405660775643, - 1.6505893461805525, - 1.6511381048020268, - 1.6558868706777587, - 1.6633356192077942, - 1.6767843652288463, - 1.6786330966825236, - 1.680481895191426, - 1.6881306190276295, - 1.6887793733814112, - 1.7041281113319946, - 1.7070768420346532, - 1.7076256006561275, - 1.7132743502415375, - 1.7200231422892964, - 1.7346718654102442, - 1.738020608844455, - 1.738569364485697, - 1.7426181376507044, - 1.7520668412928544, - 1.7509156188209218, - 1.7615643636379603, - 1.7760130625117385, - 1.7724618649783894, - 1.7765106351631648, - 1.7911593612643448, - 1.7945081046985556, - 1.793356855404533, - 1.7981055897549958, - 1.8087543345720345, - 1.8083031100029499, - 1.8239518565475916, - 1.8216006301536736, - 1.829149361237802, - 1.8367980850740055, - 1.837546841120559, - 1.848295581669905, - 1.8519443570045215, - 1.8575931065899316, - 1.8632418561753417, - 1.8684906079303607, - 1.8743393579210825, - 1.8848880980651168, - 1.8905368476505269, - 1.8874856257984827, - 1.9070343394780547, - 1.907483096406757, - 1.908231855433543, - 1.91098058573089, - 1.9244293451629872, - 1.920378106383224, - 1.9330268254510559, - 1.9434755996651052 + 1.611732621077168, + 1.5984935914396194, + 1.601154642080586, + 1.6032156825649215, + 1.5977766944390277, + 1.591637752042748, + 1.5954987862795855, + 1.597059797438436, + 1.5997208480794025, + 1.5945818918539145, + 1.5905429453082203, + 1.5943039579452658, + 1.5990649875100305, + 1.5985260197450828, + 1.5904870442315318, + 1.5983480905094387, + 1.5891091513070368, + 1.5907701581981946, + 1.6026311887404754, + 1.5903922285572385, + 1.594153241194284, + 1.5879143008538064, + 1.600375284695475, + 1.5874363687517372, + 1.591197404276035, + 1.5929584128599643, + 1.5966194699978375, + 1.586380500456672, + 1.5862415404174175, + 1.599902561731968, + 1.58956360986954, + 1.5893246471829081, + 1.5960856778205563, + 1.5850467319901183, + 1.5848077693034863, + 1.5854687652273896, + 1.5901297930993823, + 1.5839908437880326, + 1.5928518801715685, + 1.5855129403492787, + 1.585173952128017, + 1.5871349879393484, + 1.5846960207942895, + 1.5956570003388357, + 1.58841806518955, + 1.5930791243539812, + 1.5902401549081826, + 1.5857011939381649, + 1.5872622050970153, + 1.5942232063376522, + 1.5932842437225463, + 1.5826453523469113, + 1.5863063424295594, + 1.5821674210131838, + 1.583828436845038, + 1.579789488087453, + 1.5794505030326884, + 1.578311542037897, + 1.581072594371636, + 1.5878336011674263 ], "p90": [ - 1.6904993923172489, - 1.6990481045663095, - 1.7006968698873457, - 1.7093456106512683, - 1.7159943473620751, - 1.7206431098220885, - 1.7263918581200381, - 1.7329406020787699, - 1.7345893375974837, - 1.7443381476458455, - 1.7498868448745355, - 1.7515356161560363, - 1.7611844036500004, - 1.7659331052179086, - 1.7724818432161757, - 1.7772306043887287, - 1.7797793670633189, - 1.7874281773262573, - 1.791076866234139, - 1.7967255830369944, - 1.8014743978537278, - 1.8080231149903692, - 1.8136718351459857, - 1.823320649089511, - 1.8269694244241277, - 1.8337181002428293, - 1.8412668253664932, - 1.8441156646449728, - 1.8516643897686367, - 1.8512131128359401, - 1.8598618752065466, - 1.8665106715219981, - 1.8701593276473252, - 1.877008121387856, - 1.8864568816544185, - 1.8901055973843903, - 1.8958543456823402, - 1.897503140805699, - 1.9070518461406207, - 1.9097005777254281, - 1.9193493383973022, - 1.923998094896851, - 1.9257468887327494, - 1.9362955871535323, - 1.939144366827367, - 1.941593112908024, - 1.9492418579783821, - 1.9548905714284763, - 1.963639340707261, - 1.970188138310173, - 1.9748368411655415, - 1.977585628087301, - 1.9861343403363616, - 1.9887831285455815, - 1.9984318862372232, - 2.002180654323915, - 2.0097293258033986, - 2.0113780970848993, - 2.0211268773309388, - 2.0266756341642735 + 1.6840325973515393, + 1.687693635117903, + 1.686454682325642, + 1.6862156630145981, + 1.6830767346840838, + 1.6857377853250504, + 1.6815987867951656, + 1.6852598539913228, + 1.6810208507884337, + 1.6847819226575949, + 1.684642949742806, + 1.6803039597483063, + 1.6802650209363152, + 1.6838260003854941, + 1.6795870862170434, + 1.6803481076755764, + 1.6791091314139865, + 1.6828701973226834, + 1.6817311836383178, + 1.6783922016308401, + 1.6761532591054797, + 1.6780143252615358, + 1.677675360882132, + 1.6815363960735752, + 1.6801973909245946, + 1.6799584252577304, + 1.6817194338416601, + 1.6804805406540444, + 1.6802415749871802, + 1.6770025883394815, + 1.6757636087251309, + 1.6755246438033247, + 1.6752856475890805, + 1.6740467514212325, + 1.6769077994872785, + 1.6748688033505204, + 1.6783298496522692, + 1.6740908162745285, + 1.6748518973377062, + 1.673612884940801, + 1.67247398450526, + 1.6752350398192313, + 1.6759960076335838, + 1.6737570736763907, + 1.6764180706731775, + 1.6712791561709408, + 1.6740402114849116, + 1.6738012458180478, + 1.6745622136324003, + 1.6752232363783932, + 1.6713842634159208, + 1.6718453483414792, + 1.6708063870138337, + 1.6703673970998003, + 1.6750283951694702, + 1.6698894691188335, + 1.6698505243463782, + 1.6703115496672916, + 1.6730726049812628, + 1.6688336312081673 ], "timestamps": [ - "2026-06-16 22:18:00", - "2026-06-16 22:24:00", - "2026-06-16 22:30:00", - "2026-06-16 22:36:00", "2026-06-16 22:42:00", "2026-06-16 22:48:00", "2026-06-16 22:54:00", @@ -795,6 +791,10 @@ "2026-06-18 03:54:00", "2026-06-18 04:00:00", "2026-06-18 04:06:00", - "2026-06-18 04:12:00" + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00" ] } diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index d7b8bc3226777e784cc3384720d8dfde6a6af320..328187778571885c10ca222acace31c6a661293d 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-18T04:25:13.164051+00:00", + "evaluated_at": "2026-06-18T05:03:30.307014+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 1.0, 0.8999999761581421, 0.8999999761581421, 1.0, @@ -81,10 +80,10 @@ 1.5, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -155,233 +154,232 @@ 1.7000000476837158, 1.7999999523162842, 1.7999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.600000023841858 ], "p50": [ - 1.327955090939326, - 1.3330013928733682, - 1.3380476948074105, - 1.3430939967414526, - 1.348140298675495, - 1.353186600609537, - 1.3582329025435793, - 1.3632792044776214, - 1.3683255064116637, - 1.3733718083457058, - 1.3784181102797481, - 1.3834644122137902, - 1.3885107141478326, - 1.3935570160818749, - 1.398603318015917, - 1.4036496199499593, - 1.4086959218840014, - 1.4137422238180437, - 1.4187885257520858, - 1.4238348276861281, - 1.4288811296201702, - 1.4339274315542125, - 1.4389737334882546, - 1.444020035422297, - 1.449066337356339, - 1.4541126392903814, - 1.4591589412244237, - 1.4642052431584658, - 1.4692515450925079, - 1.4742978470265502, - 1.4793441489605925, - 1.4843904508946346, - 1.489436752828677, - 1.494483054762719, - 1.4995293566967614, - 1.5045756586308034, - 1.5096219605648458, - 1.5146682624988879, - 1.5197145644329302, - 1.5247608663669723, - 1.5298071683010146, - 1.5348534702350567, - 1.539899772169099, - 1.5449460741031413, - 1.5499923760371834, - 1.5550386779712257, - 1.5600849799052678, - 1.5651312818393102, - 1.5701775837733523, - 1.5752238857073946, - 1.5802701876414367, - 1.585316489575479, - 1.590362791509521, - 1.5954090934435634, - 1.6004553953776055, - 1.6055016973116478, - 1.6105479992456901, - 1.6155943011797322, - 1.6206406031137743, - 1.6256869050478167, - 1.630733206981859, - 1.635779508915901, - 1.6408258108499434, - 1.6458721127839855, - 1.6509184147180278, - 1.65596471665207, - 1.6610110185861122, - 1.6660573205201543, - 1.6711036224541966, - 1.676149924388239, - 1.681196226322281, - 1.6862425282563231 + 1.3253808321311042, + 1.3304754687370333, + 1.335570105342962, + 1.3406647419488908, + 1.3457593785548199, + 1.3508540151607487, + 1.3559486517666774, + 1.3610432883726065, + 1.3661379249785353, + 1.3712325615844643, + 1.376327198190393, + 1.3814218347963219, + 1.3865164714022509, + 1.3916111080081797, + 1.3967057446141085, + 1.4018003812200375, + 1.4068950178259663, + 1.4119896544318953, + 1.417084291037824, + 1.4221789276437529, + 1.4272735642496819, + 1.4323682008556107, + 1.4374628374615395, + 1.4425574740674685, + 1.4476521106733973, + 1.452746747279326, + 1.457841383885255, + 1.4629360204911839, + 1.4680306570971127, + 1.4731252937030417, + 1.4782199303089705, + 1.4833145669148993, + 1.4884092035208283, + 1.493503840126757, + 1.498598476732686, + 1.5036931133386149, + 1.5087877499445437, + 1.5138823865504727, + 1.5189770231564015, + 1.5240716597623303, + 1.5291662963682593, + 1.534260932974188, + 1.539355569580117, + 1.544450206186046, + 1.5495448427919747, + 1.5546394793979037, + 1.5597341160038325, + 1.5648287526097613, + 1.5699233892156903, + 1.575018025821619, + 1.5801126624275479, + 1.585207299033477, + 1.5903019356394057, + 1.5953965722453345, + 1.6004912088512635, + 1.6055858454571923, + 1.610680482063121, + 1.61577511866905, + 1.620869755274979, + 1.6259643918809077, + 1.6310590284868367, + 1.6361536650927655, + 1.6412483016986945, + 1.6463429383046233, + 1.651437574910552, + 1.6565322115164811, + 1.66162684812241, + 1.666721484728339, + 1.6718161213342677, + 1.6769107579401965, + 1.6820053945461255, + 1.6871000311520543 ], "p10": [ - 1.2279550670974682, - 1.2330013690315103, - 1.2380476709655526, - 1.2430939728995947, - 1.1481403702010686, - 1.253186576767679, - 1.2582328787017214, - 1.2632791806357635, - 1.2583254921065492, - 1.2633717940405913, - 1.2784180864378902, - 1.2834643883719323, - 1.1885107856734063, - 1.293556992240017, - 1.1986033776205616, - 1.3036495961081014, - 1.3086958980421435, - 1.3137421999761858, - 1.2187885972776593, - 1.3238348038442702, - 1.3288811057783123, - 1.3339274077123546, - 1.3389737096463967, - 1.3340200211171824, - 1.3490663135144811, - 1.3541126154485235, - 1.3591589173825658, - 1.3642052193166079, - 1.36925152125065, - 1.3742978231846923, - 1.2793442204861663, - 1.3843904270527767, - 1.389436728986819, - 1.3944830309208611, - 1.3995293328549034, - 1.4045756347889455, - 1.4096219367229879, - 1.3146683340244616, - 1.4197145405910723, - 1.4247608425251144, - 1.4298071444591567, - 1.4348534463931988, - 1.439899748327241, - 1.4449460502612834, - 1.4499923521953255, - 1.4550386541293678, - 1.46008495606341, - 1.4651312579974523, - 1.3701776552989258, - 1.4752238618655367, - 1.4802701637995788, - 1.485316465733621, - 1.4903627676676632, - 1.4954090696017055, - 1.5004553715357476, - 1.4055017688372216, - 1.5105479754038322, - 1.5155942773378743, - 1.5206405792719164, - 1.5256868812059587, - 1.530733183140001, - 1.5357794850740432, - 1.5408257870080855, - 1.5458720889421276, - 1.5409184004129133, - 1.555964692810212, - 1.5610109947442543, - 1.5660572966782964, - 1.5711035986123387, - 1.4761499959138127, - 1.5811962024804231, - 1.5862425044144652 + 1.2253808082892463, + 1.2304754448951754, + 1.2355700815011041, + 1.240664718107033, + 1.245759354712962, + 1.2508539913188907, + 1.2559486279248195, + 1.251043274067492, + 1.2661379011366773, + 1.2712325377426064, + 1.2763271743485352, + 1.281421810954464, + 1.286516447560393, + 1.2916110841663218, + 1.2967057207722505, + 1.3018003573781796, + 1.3068949939841084, + 1.3119896305900374, + 1.3170842671959662, + 1.322178903801895, + 1.327273540407824, + 1.3323681770137528, + 1.3374628136196816, + 1.3425574502256106, + 1.3476520868315394, + 1.3427467329742115, + 1.3578413600433972, + 1.362935996649326, + 1.3680306332552548, + 1.3731252698611838, + 1.3782199064671126, + 1.3833145430730414, + 1.3884091796789704, + 1.2935039116523308, + 1.3985984528908282, + 1.403693089496757, + 1.4087877261026858, + 1.4138823627086148, + 1.4189769993145436, + 1.4240716359204724, + 1.4291662725264014, + 1.4342609091323302, + 1.3393556411056908, + 1.444450182344188, + 1.4495448189501168, + 1.4546394555560458, + 1.4597340921619746, + 1.4648287287679034, + 1.4699233653738324, + 1.4750180019797612, + 1.3801127339531216, + 1.485207275191619, + 1.4903019117975478, + 1.4953965484034766, + 1.5004911850094056, + 1.405585916982766, + 1.5106804582212632, + 1.5157750948271922, + 1.520869731433121, + 1.4259644634064814, + 1.5210590141817222, + 1.5361536412509076, + 1.4412483613033393, + 1.5463429144627654, + 1.5514375510686942, + 1.5565321876746232, + 1.561626824280552, + 1.566721460886481, + 1.5718160974924098, + 1.5769107340983386, + 1.5820053707042676, + 1.5871000073101964 ], "p90": [ - 1.5279550313346812, - 1.5330013213477942, - 1.4380477186492684, - 1.4530940110465667, - 1.5481403463592107, - 1.553186529083963, - 1.4582329263854372, - 1.5632791329520477, - 1.4683255302535216, - 1.4733718321875637, - 1.478418134121606, - 1.583464459897506, - 1.5885106426222588, - 1.5935569445563011, - 1.4986033418577749, - 1.603649667633675, - 1.6086958622793566, - 1.513742140371541, - 1.5187885495939437, - 1.523834851527986, - 1.628881177303886, - 1.6339273600286388, - 1.6389736619626807, - 1.6440200831060126, - 1.549066361198197, - 1.6541125677648076, - 1.6591588816197789, - 1.6642051716328918, - 1.5692515689343658, - 1.5742978708684081, - 1.5793441728024504, - 1.6843903793690607, - 1.599436767133791, - 1.594483078604577, - 1.5995293805386193, - 1.7045755871052295, - 1.7096218890392718, - 1.6146682863407458, - 1.7197144929073565, - 1.7247609140506879, - 1.7298070967754406, - 1.734853398709483, - 1.639899796010957, - 1.7449460144984965, - 1.7499923045116095, - 1.7550387256549413, - 1.7600850275889837, - 1.765131329523026, - 1.6701776076152102, - 1.6852239000125087, - 1.780270116115863, - 1.7853164180499053, - 1.7903627199839471, - 1.6954091172854213, - 1.7004554192194634, - 1.805501625786074, - 1.710548023087548, - 1.7155943250215901, - 1.8206405315882006, - 1.825686833522243, - 1.8307331354562852, - 1.735779532757759, - 1.8408257393243694, - 1.8458720412584118, - 1.850918343192454, - 1.7559647404939278, - 1.8610109470605383, - 1.8660572489945806, - 1.871103550928623, - 1.8761498647835941, - 1.881196154796707, - 1.786242552098181 + 1.4253808559729622, + 1.4304754925788912, + 1.43557012918482, + 1.540664682344246, + 1.4457594023966778, + 1.550853943635175, + 1.4659486660717915, + 1.4610433122144644, + 1.4761379392836493, + 1.5712324900588905, + 1.5763271385857482, + 1.5814218824800377, + 1.5865163998766771, + 1.4916111318500376, + 1.5967056730885347, + 1.5018004050618954, + 1.6068949463003925, + 1.5119896782737532, + 1.6170842195122503, + 1.622178868039108, + 1.6272736119333977, + 1.632368129330037, + 1.6374627659359657, + 1.6425574025418948, + 1.5476521345152552, + 1.6527466757537523, + 1.6578413123596814, + 1.572936034796298, + 1.5780306714022267, + 1.6731252340983969, + 1.6782198587833967, + 1.6833145073102544, + 1.6884091319952546, + 1.593503863968615, + 1.698598524416402, + 1.7036930418130412, + 1.6087877737864016, + 1.7138824342341885, + 1.7189769516308278, + 1.7240715882367565, + 1.7291662248426856, + 1.7342608614486144, + 1.639355593421975, + 1.7444502538697617, + 1.6595448570970888, + 1.7546395270816195, + 1.6597341398456904, + 1.7648286810841876, + 1.7699234368994061, + 1.775018073505335, + 1.7801125909019742, + 1.7852072275079032, + 1.6903019594812636, + 1.7953965126406897, + 1.7004912326931214, + 1.8055858931409081, + 1.810680529746837, + 1.7257751329741642, + 1.8208696837494052, + 1.7259644157227656, + 1.831058956961263, + 1.8361535935671918, + 1.8412482301731208, + 1.8463428667790496, + 1.75143759875241, + 1.856532259200197, + 1.7616268719642678, + 1.8667214132027652, + 1.7718161451761256, + 1.8769108056239123, + 1.7820054183879834, + 1.8871000788357701 ], "timestamps": [ - "2026-06-16 03:50:00", - "2026-06-16 04:00:00", "2026-06-16 04:10:00", "2026-06-16 04:20:00", "2026-06-16 04:30:00", @@ -527,6 +525,8 @@ "2026-06-17 03:50:00", "2026-06-17 04:00:00", "2026-06-17 04:10:00", - "2026-06-17 04:20:00" + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00" ] } diff --git a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json index 10d37769035df9349ce8ae45ae88c579d37ae523..3da95067d04a962e40ce5629fdeafa63e640d60c 100644 --- a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,26 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T03:37:34.286000+00:00", + "evaluated_at": "2026-06-18T05:03:30.321388+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 19.0, - 19.0, - 19.0, - 19.0, - 20.0, - 20.0, - 19.0, - 20.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, 20.0, 20.0, 20.0, @@ -101,9 +86,7 @@ 19.0, 19.0, 19.0, - 19.0 - ], - "actuals": [ + 19.0, 19.0, 19.0, 19.0, @@ -118,7 +101,9 @@ 18.0, 18.0, 18.0, - 18.0, + 18.0 + ], + "actuals": [ 18.0, 18.0, 18.0, @@ -127,88 +112,102 @@ 18.0, 17.0, 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, 17.0 ], "p50": [ - 18.895573062735924, - 18.83279970722802, - 18.770026351720112, - 18.70725299621221, - 18.6444796407043, - 18.581706285196397, - 18.51893292968849, - 18.45615957418058, - 18.393386218672678, - 18.33061286316477, - 18.267839507656866, - 18.20506615214896, - 18.14229279664105, - 18.079519441133147, - 18.01674608562524, - 17.953972730117336, - 17.891199374609428, - 17.828426019101524, - 17.765652663593617, - 17.70287930808571, - 17.640105952577805, - 17.577332597069898, - 17.514559241561994, - 17.451785886054086 + 17.944606877894326, + 17.888585279194977, + 17.832563680495632, + 17.776542081796286, + 17.720520483096937, + 17.66449888439759, + 17.608477285698246, + 17.5524556869989, + 17.49643408829955, + 17.440412489600206, + 17.38439089090086, + 17.32836929220151, + 17.272347693502166, + 17.21632609480282, + 17.16030449610347, + 17.104282897404126, + 17.04826129870478, + 16.992239700005435, + 16.936218101306086, + 16.88019650260674, + 16.824174903907394, + 16.768153305208045, + 16.7121317065087, + 16.656110107809354 ], "p10": [ - 17.895573062735924, - 18.632798944288567, - 18.37002673318984, - 17.70725299621221, - 18.244480022174027, - 17.881705522256944, - 17.51893292968849, - 17.45615957418058, - 17.393386218672678, - 17.90061313019358, - 17.567838744717413, - 17.20506615214896, - 17.442292033701598, - 17.679519822602874, - 17.316745322685787, - 16.953972730117336, - 16.891199374609428, - 17.42842640057125, - 16.765652663593617, - 17.402880071025162, - 16.640105952577805, - 17.177332978539624, - 17.11455962303172, - 16.451785886054086 + 17.64460764083378, + 17.488585660664704, + 17.52256440528811, + 17.376542463266013, + 17.720520483096937, + 17.264499265867318, + 16.608477285698246, + 16.5524556869989, + 17.096434469769278, + 17.040412871069933, + 16.984391272370587, + 17.228368910731785, + 17.162347273885466, + 16.816326476272547, + 16.460303733164018, + 16.80428366034358, + 16.648261680174507, + 16.59224008147516, + 16.536218482775812, + 16.680195739667287, + 16.42417528537712, + 16.368153686677772, + 16.012130943569247, + 16.25611048927908 ], "p90": [ - 19.895573062735924, - 19.83279970722802, - 19.770026351720112, - 19.10725261474248, - 18.6444796407043, - 18.98170590372667, - 19.51893292968849, - 18.856159192710855, - 19.393386218672678, - 19.33061286316477, - 19.267839507656866, - 19.20506615214896, - 19.14229279664105, - 18.47951905966342, - 18.476745742302484, - 18.953972730117336, - 17.91119945090337, - 18.828426019101524, - 18.16565228212389, - 18.70287930808571, - 18.640105952577805, - 17.97733221560017, - 17.914558860092267, - 18.451785886054086 + 18.3446064964246, + 18.28858489772525, + 18.232563299025905, + 17.776542081796286, + 17.92052124603639, + 17.674498922544565, + 17.608477285698246, + 17.952455305529174, + 17.506434126446525, + 17.84041210813048, + 17.584391653840314, + 17.728368910731785, + 17.382348113118866, + 17.616325713333094, + 17.560304114633745, + 17.5042825159344, + 17.448260917235054, + 17.392239318535708, + 17.15621874980462, + 17.280196121137013, + 17.224174522437668, + 16.98815395370658, + 16.812132087978426, + 16.75611048927908 ], "timestamps": [ - "2026-06-17 18:00:00", "2026-06-17 19:00:00", "2026-06-17 20:00:00", "2026-06-17 21:00:00", @@ -327,6 +326,7 @@ "2026-06-22 14:00:00", "2026-06-22 15:00:00", "2026-06-22 16:00:00", - "2026-06-22 17:00:00" + "2026-06-22 17:00:00", + "2026-06-22 18:00:00" ] } diff --git a/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index c6c66b9d6e2a048ee0c8aae653862cf3d36f6586..90aa933124ecf06790f27326edd3fb45bfa2b6f5 100644 --- a/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T03:37:34.301547+00:00", + "evaluated_at": "2026-06-18T05:03:30.336921+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.599998474121094, 33.29999923706055, 35.5, 46.0, @@ -341,10 +340,10 @@ 17.899999618530273, 19.399999618530273, 20.399999618530273, - 22.5 + 22.5, + 24.0 ], "actuals": [ - 24.0, 24.799999237060547, 26.200000762939453, 26.200000762939453, @@ -367,88 +366,88 @@ 25.200000762939453, 25.700000762939453, 26.299999237060547, - 27.0 + 27.0, + 27.799999237060547 ], "p50": [ - 22.112583366576956, - 21.895015454753135, - 21.927449450277948, - 21.959882492128443, - 21.342315915448665, - 21.524750483178067, - 21.807183048191405, - 20.98961713908365, - 21.272049227259824, - 21.054483699621795, - 20.636916455369995, - 20.91934997405765, - 20.70178444641962, - 20.38421710680039, - 20.51665053012061, - 20.499083381236243, - 20.23151813970051, - 20.013951181551004, - 20.196383841931773, - 19.878818409661175, - 19.511251832981397, - 19.64368525630162, - 19.27611867962184, - 19.708551340002607 + 24.194837710921913, + 25.16191349140963, + 25.87898736454872, + 26.596065052385075, + 27.313138925524164, + 27.73021737629997, + 28.89729201237851, + 29.414366076252463, + 29.881442810414498, + 30.898518781637083, + 31.765595134329395, + 32.63267053334739, + 33.34974631383511, + 33.9168219989554, + 34.68389749334082, + 35.400974227502864, + 36.16804924505113, + 36.4851263606829, + 37.25220137823116, + 38.06927658651429, + 38.38635465582037, + 39.45342795675487, + 39.97050488165178, + 40.58758028066977 ], "p10": [ - 18.412582603637503, - 17.89501450107882, - 17.7674479816195, - 17.54988178640945, - 17.612316754682066, - 17.824749720238614, - 18.787185165348387, - 17.879612523299958, - 14.472051706813048, - 16.734481429876922, - 16.936917599779175, - 17.619350260159944, - 17.201784255684757, - 16.474215638141942, - 16.556651636382817, - 16.649083953440833, - 16.9215182922884, - 16.413950800081277, - 16.27638433784242, - 16.478813069085003, - 15.561250116367628, - 15.743683730422713, - 15.616117306330823, - 15.508550577063154 + 19.924834964339887, + 22.23191204182467, + 21.978987746018447, + 22.596065052385075, + 23.5931399936394, + 24.330215850421062, + 24.537290543720065, + 25.454367945454123, + 26.26144235265083, + 26.3985197353114, + 28.3055944286104, + 28.932670247245092, + 29.14974555089566, + 27.896823543907793, + 31.08389329717383, + 29.670971061304133, + 32.50804520147203, + 32.53512369039481, + 33.44220210302365, + 34.1692760143097, + 32.08635255773687, + 35.77342841451854, + 36.21050465276994, + 36.737578945525726 ], "p90": [ - 26.962583748046676, - 26.715017438395712, - 27.9874485347506, - 29.17988504797561, - 27.57231469474554, - 26.23474918618099, - 27.337181541385984, - 27.029617863876126, - 25.892051401637264, - 26.774484634222624, - 25.916917332750362, - 25.42935058440921, - 28.301784827889346, - 26.304218327503513, - 24.286650606414554, - 28.009084945262117, - 25.051518597464174, - 24.02395102896311, - 26.52638510078187, - 24.50881785653007, - 24.061251070041944, - 26.143683348952987, - 25.63611700115504, - 25.148552636999675 + 27.8648373103787, + 28.961911011856408, + 32.37898736454872, + 30.39606238209699, + 32.94313923069994, + 34.6202167659484, + 33.74729182164364, + 32.99436809804201, + 36.08144166600532, + 36.61852019307507, + 37.91559475285967, + 37.94266999928977, + 39.5497453601608, + 39.68682064473787, + 40.42389650151953, + 39.530973579004325, + 42.41804829137681, + 40.82512403371756, + 43.85220175970089, + 42.90927807424622, + 46.58635160406256, + 45.70342604940624, + 46.4305020587758, + 47.23757989920004 ], "timestamps": [ - "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", "2026-06-03 07:00:00", @@ -807,6 +806,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 92a6b1959ec447db6b58cd116139e6c22ecfe58c..991b583074fe21dda47a74287dccbbc2777835bd 100644 --- a/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T03:37:34.323122+00:00", + "evaluated_at": "2026-06-18T05:03:30.357520+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.79999923706055, 30.600000381469727, 28.5, 27.0, @@ -341,10 +340,10 @@ 24.5, 26.100000381469727, 27.399999618530273, - 28.200000762939453 + 28.200000762939453, + 29.100000381469727 ], "actuals": [ - 29.100000381469727, 29.799999237060547, 29.799999237060547, 29.799999237060547, @@ -367,88 +366,88 @@ 25.899999618530273, 27.200000762939453, 27.899999618530273, - 28.799999237060547 + 28.799999237060547, + 29.5 ], "p50": [ - 28.930976697579936, - 29.90863827769914, - 30.786299476348624, - 31.563962200877008, - 32.54162187364758, - 33.31928459817596, - 34.196945796825446, - 35.17460546959602, - 36.052266668245494, - 36.92992786689497, - 37.807589065544455, - 38.58525179007284, - 39.51291222578287, - 40.39057342443235, - 41.31823386014237, - 42.19589505879185, - 43.07355625744133, - 43.95121745609081, - 44.82887865474029, - 45.60654137926868, - 46.5342018149787, - 47.461862250688725, - 48.23952497521711, - 49.11718426651796 + 29.869679982512597, + 30.633660280369867, + 31.597637526469324, + 32.361617824326586, + 33.225596596304946, + 34.18957384240441, + 35.05355261438277, + 35.91753138636113, + 36.68151168421839, + 37.645488930317846, + 38.459468465235666, + 39.17344761868375, + 40.23742524625293, + 41.001405544110206, + 41.96538279020966, + 42.729363088066926, + 43.69334033416638, + 44.55731910614474, + 45.37129864106256, + 46.285276650101466, + 47.149255422079825, + 48.01323419405819, + 48.87721296603655, + 49.74119173801491 ], "p10": [ - 28.030978986398296, - 29.10863884990373, - 29.986300239288077, - 30.663962582346734, - 31.54162187364758, - 32.599282233063654, - 33.49694312653736, - 34.57460508812629, - 35.05226838485926, - 35.91992801948286, - 36.90758944701418, - 37.68525026419393, - 38.76291031843424, - 39.54057304296262, - 40.518234623081824, - 41.095896584670754, - 42.273557020380785, - 43.251216693151356, - 44.018877662919, - 44.8065402348595, - 45.864200403540714, - 46.761863395097905, - 47.339525356686835, - 48.11718617386659 + 28.869681699126367, + 29.823659288548576, + 30.797636382060144, + 31.56161667991741, + 32.52559392601686, + 33.38957269799523, + 34.14355314844038, + 35.11753024195195, + 35.98150901393031, + 36.835487938496556, + 37.399467473414376, + 38.27344800015348, + 39.42742425443164, + 40.201404399701026, + 41.16538355314911, + 42.129360799248566, + 43.09333995269665, + 43.85732005981905, + 44.71129726777154, + 45.5752760397499, + 46.14925732942846, + 47.31323343111874, + 47.877214873385185, + 48.94119059360573 ], "p90": [ - 30.050976964608743, - 31.018638506580974, - 31.986300239288077, - 33.07396223902398, - 33.74162263658703, - 34.61928383523651, - 35.49694503388599, - 36.68460722435676, - 37.36226594345301, - 38.34992756171919, - 39.00758982848391, - 39.59525163748495, - 40.672911691725254, - 41.84057228002317, - 42.42823427975907, - 43.59589467732212, - 44.473555875971606, - 45.15121821903026, - 46.02887941767975, - 46.60654137926868, - 47.58420295938788, - 48.861861869219, - 49.739523067868475, - 50.61718426651796 + 31.06968074545205, + 32.133658373021234, + 32.59763752646932, + 33.861615916977954, + 34.52559583336549, + 35.38957460534386, + 36.45355223291304, + 36.91753329370976, + 37.98151092127894, + 39.04548854884812, + 39.80946693935676, + 40.48344670315641, + 41.4474258566045, + 42.30140478117075, + 43.16538355314911, + 44.22936118071829, + 44.893339380492066, + 45.75731986908419, + 46.42129806885797, + 47.48527741304092, + 48.16925702425267, + 49.233234842556726, + 50.077213728976005, + 51.141191356545185 ], "timestamps": [ - "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", "2026-06-03 07:00:00", @@ -807,6 +806,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index de9fa8b6195e0654d1c7c8a97db083cc73150d86..61b97938fc913246be289b82214c51447dc137b7 100644 --- a/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T03:37:34.342979+00:00", + "evaluated_at": "2026-06-18T05:03:30.377908+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 19.0, 10.0, 12.0, 15.0, @@ -72,8 +71,8 @@ 13.0, 15.0, 14.0, - 18.0, - 13.0, + 19.0, + 14.0, 15.0, 13.0, 15.0, @@ -124,10 +123,10 @@ 20.0, 11.0, 18.0, - 15.0, 17.0, - 23.0, - 12.0, + 18.0, + 25.0, + 13.0, 20.0, 11.0, 12.0, @@ -150,7 +149,7 @@ 11.0, 12.0, 17.0, - 11.0, + 13.0, 17.0, 11.0, 14.0, @@ -173,20 +172,20 @@ 9.0, 9.0, 9.0, - 10.0 + 10.0, + 9.0 ], "actuals": [ - 9.0, 13.0, 18.0, 10.0, 13.0, 19.0, 23.0, - 15.0, - 12.0, + 20.0, 14.0, - 13.0, + 15.0, + 17.0, 16.0, 22.0, 14.0, @@ -199,88 +198,88 @@ 6.0, 6.0, 10.0, - 5.0 + 13.0, + 1.0 ], "p50": [ - 16.216422841545516, - 15.226799359205904, - 15.237175876866292, - 16.247552394526682, - 16.25792891218707, - 16.76830542984746, - 14.278681947507845, - 16.289058465168235, - 14.299434982828622, - 16.30981150048901, - 16.3201880181494, - 16.330564535809785, - 16.340941053470175, - 14.851317571130561, - 16.36169408879095, - 15.372070606451338, - 15.882447124111728, - 15.392823641772114, - 16.403200159432505, - 16.41357667709289, - 16.42395319475328, - 15.434329712413668, - 16.444706230074058, - 16.455082747734444 + 16.221769676314377, + 16.232776394417126, + 14.243783112519875, + 15.754789830622624, + 16.265796548725373, + 14.276803266828122, + 16.28780998493087, + 16.29881670303362, + 16.309823421136368, + 15.320830139239117, + 14.831836857341866, + 15.342843575444615, + 16.353850293547364, + 15.864857011650113, + 16.37586372975286, + 16.38687044785561, + 16.39787716595836, + 16.408883884061108, + 16.419890602163857, + 15.430897320266606, + 16.441904038369355, + 14.452910756472104, + 16.463917474574853, + 16.4749241926776 ], "p10": [ - 7.116422841545519, - 7.226799359205905, - 7.237175876866293, - 7.247552394526681, - 8.257928912187069, - 8.268305429847459, - 8.178681947507847, - 7.289058465168234, - 7.299434982828623, - 8.20981150048901, - 7.3201880181493975, - 7.330564535809786, - 7.340941053470174, - 6.2513175711305635, - 8.261694088790954, - 7.372070606451339, - 7.382447124111727, - 6.3928236417721145, - 8.403200159432505, - 7.413576677092892, - 7.42395319475328, - 7.4343297124136685, - 8.444706230074058, - 8.455082747734444 + 7.221769676314377, + 7.232776394417126, + 9.243783112519875, + 7.254789830622624, + 7.265796548725373, + 7.2768032668281215, + 8.28780998493087, + 8.198816703033621, + 8.20982342113637, + 7.320830139239117, + 7.331836857341866, + 7.342843575444615, + 7.353850293547364, + 7.364857011650113, + 7.3758637297528615, + 9.38687044785561, + 7.397877165958359, + 8.408883884061108, + 8.419890602163857, + 8.430897320266606, + 7.441904038369355, + 8.452910756472104, + 7.463917474574853, + 8.474924192677602 ], "p90": [ - 22.216422841545516, - 22.226799359205906, - 21.237175876866292, - 22.247552394526682, - 23.25792891218707, - 22.368305429847453, - 21.278681947507845, - 21.38905846516823, - 22.299434982828622, - 22.30981150048901, - 22.3201880181494, - 22.330564535809785, - 23.340941053470175, - 22.35131757113056, - 22.36169408879095, - 22.372070606451338, - 22.382447124111728, - 22.392823641772114, - 21.403200159432505, - 22.41357667709289, - 22.42395319475328, - 21.434329712413668, - 21.444706230074058, - 22.455082747734444 + 22.221769676314377, + 22.232776394417126, + 22.243783112519875, + 22.254789830622624, + 22.265796548725373, + 22.27680326682812, + 22.28780998493087, + 24.29881670303362, + 22.309823421136368, + 22.320830139239117, + 22.331836857341866, + 22.342843575444615, + 22.353850293547364, + 22.364857011650113, + 20.37586372975286, + 22.38687044785561, + 22.39787716595836, + 24.408883884061108, + 22.419890602163857, + 22.430897320266606, + 22.441904038369355, + 21.452910756472104, + 22.463917474574853, + 21.574924192677596 ], "timestamps": [ - "2026-06-10 04:00:00", "2026-06-10 05:00:00", "2026-06-10 06:00:00", "2026-06-10 07:00:00", @@ -471,6 +470,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index e6eba9285c952c9e71baafc5d8a5e32b916101b3..0d62a0d3cc2c3a1bffc373d7962c2ff44c1860b6 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,55 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T04:40:32.956568+00:00", + "evaluated_at": "2026-06-18T05:03:30.387113+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index f4577db038c08f5d6e857255646fe72989d50197..6bbad399089787be84974331acebbc2e4c6fd817 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1332,3 +1332,11 @@ {"evaluated_at": "2026-06-18T04:25:13.238743+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-18T04:40:33.089897+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-18T04:40:33.089897+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-18T05:03:30.536381+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-18T05:03:30.536381+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} +{"evaluated_at": "2026-06-18T05:03:30.536381+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-18T05:03:30.536381+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-18T05:03:30.536381+00:00", "dataset": "nws_ksfo_observations_temperature", "prediction_length": 24} +{"evaluated_at": "2026-06-18T05:03:30.536381+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} +{"evaluated_at": "2026-06-18T05:03:30.536381+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} +{"evaluated_at": "2026-06-18T05:03:30.536381+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 918c010f31b266928852b5eeed0e13c810cf30eb..d43f04501465c0d07f1dbadb34b73e4790a6e351 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1145712.3432044983,1127464.8816051483,900.23681640625,0.9239349045805735,0.013939553029833629,0.013805962255640097,6.954748771050171,1070.3795323176253,0.01647958657551773,0.013860065618325885,0.008899982889745257,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.7013207358660717,0.9232141184032798,0.7193110386530558,0.3973250082150663,0.03165578214207213,0.03254988765978857,4.568059615663487,0.8374489452295416,0.03792364886638225,0.03257380573584,0.054069149564404936,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.7592186035200458,0.6914938296198547,0.666185250878334,0.638929563052399,0.6041366132362952,0.4085963232039537,2.6285229888904893,0.871331511836939,0.676359675538426,0.517117576962919,0.3841352923823502,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.02734057540151744,0.00874649940713823,0.07363692753844792,0.35420287417599067,0.051043628471898285,0.05076044760587905,6.161389764008138,0.1653498575793685,0.11425326386168734,0.05088156370486045,0.10147470498697364,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.7773698365654127,0.7399329621705419,0.7040538787841797,0.47958256458946247,0.039748083533228194,0.038592762116207734,1.8231999772489587,0.8816857924257443,0.04856657889686508,0.0387819431200549,0.02654286731616115,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,48.47127704386215,70.50814695506217,5.730656067530314,0.4561134137024602,0.1323584789518726,0.14578474359874585,3.124892448412529,6.962131645111442,0.18711216067488756,0.15401539263239367,0.1799112126055057,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.3022889210518163,1.349677650954315,1.0802021821339924,0.5374311815447044,0.04227390538913676,0.043296045516176225,1.9864854428689114,1.1411787419382715,0.04397606028152803,0.04162628914474829,0.03757075374749845,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,36.930615467858274,38.147450497033844,5.148024757703145,0.9831771420547121,0.6374089662511601,0.43700785236659684,12.207493262834829,6.0770564805552265,0.5064213733796022,0.4290020631419288,0.3287186160131737,Hazards,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1275199.7519054413,1126570.3894456227,901.6502278645834,0.9253855230812714,0.013962575574989533,0.013828776465551326,6.583395028608121,1129.2474272299412,0.017386676409470947,0.013882432112209818,0.008849111313192711,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.9345807586560113,1.0924920595322192,0.7913044691085815,0.4370919363032775,0.03479963103867976,0.03584991882581345,4.529265430709361,0.9667371714463096,0.04377843120449623,0.035834008752196195,0.05572582064291565,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.9315930643001236,0.8344527093655716,0.760171056787173,0.7279007459556052,0.6851737638111455,0.457425539556925,2.260143917565712,0.965190688050876,0.767486221100192,0.6044617079154563,0.38711210676101687,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.04144079765983043,0.008676725216868193,0.07133148196670744,0.33882449895083255,0.04969413331448357,0.04890557430271214,6.3498641542217475,0.20357012958641654,0.1402588452652822,0.04914704977610465,0.10267475989826938,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.7824441358141788,0.7364598491426099,0.7493157784144083,0.4560501661376395,0.04409720788086315,0.04285704759261275,1.8232691875720455,0.884558723779365,0.051340772359624566,0.04349112135899831,0.03192242975118387,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,48.69808304257973,76.62123970288644,5.880701859792073,0.4672215381347408,0.13567627819808636,0.14817253045780887,2.985540438099067,6.978401180971164,0.18675471746546454,0.1573782856335096,0.17443965446411955,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.8801477517919617,0.9592394500421051,0.8812028566996256,0.4401781973051892,0.03511681512211238,0.03591100422025575,1.9583397787021104,0.9381619006290768,0.03612947268811337,0.03393592782063341,0.03359886292440647,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,38.726113003398645,37.228637669694,5.189123034477234,0.9910261498205859,0.9626560938429011,0.46275830627567366,10.187958517504624,6.223030853482782,0.49784246827862255,0.4151298427581787,0.32708099676061564,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,1109.7499855210383,292.5936630951862,13.560089111328125,0.11520075705199116,0.004855692611628281,0.004866696047559126,1.9300994278899335,33.31291019291227,0.011932982755670068,0.004857345353311567,0.010123782616863598,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,70.05955112213269,105.10574925752007,10.16238784790039,0.21213235930047475,0.04367278639133686,0.043532868622717796,1.437522259582939,8.370158368999519,0.03531712391982919,0.042879273619832875,0.04916024223717513,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index e872d1645badb273cf5d2173cf6c5f115bc2ee1a..b382d7247b7cf879d1791721fc69d0714d50adc5 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T04:39:48.520333+00:00", + "evaluated_at": "2026-06-18T05:00:38.975892+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 64548.73828125, 64689.5, 64282.8203125, - 63952.01171875 + 63884.0 ], "p50": [ - 65827.953125, - 65812.7109375, - 65817.01953125, - 65824.4140625, - 65830.78125, - 65805.98046875, - 65844.84765625, - 65868.84375, - 65850.1328125, - 65856.5703125, - 65864.79296875, - 65822.484375, - 65796.734375, - 65773.8671875, - 65775.37890625, - 65838.609375, - 65833.1484375, - 65829.72265625, - 65823.6171875, - 65790.33203125, - 65760.75, - 65771.875, - 65827.09375, - 65844.7578125 + 65846.28125, + 65840.453125, + 65866.15625, + 65818.94140625, + 65835.7265625, + 65867.2578125, + 65867.75390625, + 65839.2109375, + 65836.2890625, + 65820.56640625, + 65848.6953125, + 65819.92578125, + 65833.609375, + 65822.984375, + 65845.15625, + 65826.37109375, + 65819.18359375, + 65956.8515625, + 65866.40234375, + 65788.23046875, + 65809.6328125, + 65779.765625, + 65830.32421875, + 65855.6796875 ], "p10": [ - 65484.037109375, - 65415.232421875, - 65303.271484375, - 65396.240234375, - 65164.970703125, - 65155.068359375, - 65131.97265625, - 65061.447265625, - 64942.68359375, - 64953.732421875, - 64905.8984375, - 64914.81640625, - 64801.419921875, - 64786.8046875, - 64306.818359375, - 64413.3984375, - 64664.2265625, - 64510.4921875, - 63961.265625, - 64639.865234375, - 64262.00390625, - 64133.474609375, - 64151.0, - 64140.568359375 + 65590.39453125, + 65421.732421875, + 65401.54296875, + 65254.888671875, + 65192.52734375, + 65124.45703125, + 65137.5, + 64912.638671875, + 65057.615234375, + 64776.494140625, + 64917.771484375, + 64666.056640625, + 64782.994140625, + 64655.14453125, + 64655.5625, + 64765.662109375, + 64607.390625, + 64723.455078125, + 64631.80078125, + 64602.490234375, + 64348.017578125, + 64325.1875, + 64320.712890625, + 64275.8984375 ], "p90": [ - 66182.3515625, - 66283.68359375, - 66299.36328125, - 66332.83203125, - 66498.171875, - 66324.25390625, - 66651.68359375, - 66517.04296875, - 66611.73046875, - 66742.25, - 66813.67578125, - 66880.28515625, - 66623.56640625, - 66739.56640625, - 67123.43359375, - 66996.2890625, - 66988.34375, - 67058.546875, - 67018.859375, - 67010.2890625, - 67281.10546875, - 66987.125, - 67201.5625, - 67509.22265625 + 66150.0546875, + 66165.0859375, + 66327.046875, + 66332.296875, + 66324.796875, + 66553.37109375, + 66621.4453125, + 66576.03125, + 66664.2890625, + 66732.37109375, + 66750.54296875, + 66830.68359375, + 66828.734375, + 66788.23828125, + 66785.41015625, + 67044.93359375, + 67085.66015625, + 66993.66796875, + 67016.66796875, + 66900.03125, + 67010.3125, + 66966.16015625, + 67054.671875, + 67891.05859375 ], "timestamps": [ "2026-06-13 05:00:00", diff --git a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 97f4bc7772f542b3d5637fc2c7ce725b0ed82660..1f51c0056a2cc92ec4cdcff41ad99018957e0fd4 100644 --- a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T03:35:55.310987+00:00", + "evaluated_at": "2026-06-18T05:00:48.487404+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, @@ -370,82 +370,82 @@ 22.190000534057617 ], "p50": [ - 20.974597930908203, - 20.94954204559326, - 20.73217010498047, - 20.58403205871582, - 20.558950424194336, - 20.39955997467041, - 20.714731216430664, - 20.98934268951416, - 21.26553249359131, - 21.531787872314453, - 21.71496295928955, - 21.577826499938965, - 21.179325103759766, - 21.515929222106934, - 21.29562282562256, - 21.494338035583496, - 22.596420288085938, - 21.868816375732422, - 21.98149013519287, - 21.664978981018066, - 21.823824882507324, - 21.899603843688965, - 22.18619441986084, - 22.49529266357422 + 20.941216468811035, + 20.906389236450195, + 20.752883911132812, + 20.71452522277832, + 20.717191696166992, + 20.59344482421875, + 20.944422721862793, + 20.87815570831299, + 21.41169834136963, + 21.29921054840088, + 21.664198875427246, + 21.344810485839844, + 21.848349571228027, + 21.645026206970215, + 21.25556755065918, + 21.517298698425293, + 22.500271797180176, + 22.107319831848145, + 21.798553466796875, + 22.011674880981445, + 21.866226196289062, + 22.47233009338379, + 22.170479774475098, + 21.840538024902344 ], "p10": [ - 20.481151580810547, - 19.728511810302734, - 19.489126205444336, - 18.6023006439209, - 18.421987533569336, - 17.727643966674805, - 17.421374320983887, - 17.017539978027344, - 18.500510215759277, - 17.991381645202637, - 17.511659622192383, - 17.59721565246582, - 17.50624942779541, - 17.081846237182617, - 16.83051109313965, - 16.75712299346924, - 17.919126510620117, - 17.1514892578125, - 17.17252254486084, - 17.09400749206543, - 16.48397922515869, - 17.324695587158203, - 16.8716983795166, - 17.5843448638916 + 20.333486557006836, + 19.97122859954834, + 19.322063446044922, + 18.750247955322266, + 18.84726619720459, + 17.69862174987793, + 17.740431785583496, + 17.227380752563477, + 18.44667148590088, + 18.472118377685547, + 17.02681064605713, + 17.4295654296875, + 17.2216854095459, + 16.366440773010254, + 16.39881134033203, + 15.710742473602295, + 17.818859100341797, + 17.728757858276367, + 15.457660675048828, + 17.626221656799316, + 16.097743034362793, + 16.360312461853027, + 16.183032989501953, + 15.929675102233887 ], "p90": [ - 21.499279975891113, - 22.0244722366333, - 22.20228099822998, - 22.843680381774902, - 23.10554790496826, - 23.48997402191162, - 23.68966293334961, - 25.57450771331787, - 24.287684440612793, - 25.962417602539062, - 25.74289608001709, - 26.007139205932617, - 26.74023151397705, - 27.432835578918457, - 26.985580444335938, - 27.691844940185547, - 28.205790519714355, - 26.590967178344727, - 27.627660751342773, - 27.614850997924805, - 27.873278617858887, - 28.40561294555664, - 29.87283992767334, - 29.82578182220459 + 21.495502471923828, + 21.933505058288574, + 22.26918315887451, + 23.161702156066895, + 24.053616523742676, + 23.191296577453613, + 24.80573272705078, + 25.08311176300049, + 24.794262886047363, + 25.42373752593994, + 25.61549949645996, + 26.324005126953125, + 26.575740814208984, + 27.49624729156494, + 26.296918869018555, + 27.532429695129395, + 27.644433975219727, + 27.171449661254883, + 28.544681549072266, + 28.715991020202637, + 27.63363552093506, + 29.464138984680176, + 29.620326042175293, + 28.141982078552246 ], "timestamps": [ "2026-05-31 00:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index f8fcbed41f165de32f2105b410020dc2ede909cc..01416fd7acc69837396e814a3a76e1a104d5f7b4 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T04:24:19.006246+00:00", + "evaluated_at": "2026-06-18T05:00:55.974345+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5740000009536743, - 1.5729999542236328, - 1.5720000267028809, - 1.5509999990463257, 1.534999966621399, 1.5199999809265137, 1.5, @@ -245,13 +241,13 @@ 1.6339999437332153, 1.6330000162124634, 1.6440000534057617, - 1.6490000486373901 - ], - "actuals": [ + 1.6490000486373901, 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, - 1.6480000019073486, + 1.6480000019073486 + ], + "actuals": [ 1.6339999437332153, 1.6339999437332153, 1.6319999694824219, @@ -307,199 +303,199 @@ 1.0729999542236328, 1.0889999866485596, 1.1069999933242798, - 1.13100004196167 + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601 ], "p50": [ - 1.6577017307281494, - 1.660626471042633, - 1.6655813455581665, - 1.67062246799469, - 1.675261676311493, - 1.6704427003860474, - 1.6760942935943604, - 1.6937252879142761, - 1.6953108310699463, - 1.666740894317627, - 1.6947537064552307, - 1.712501585483551, - 1.732774019241333, - 1.742612361907959, - 1.7021581530570984, - 1.7181379199028015, - 1.7318896055221558, - 1.7101309299468994, - 1.745917797088623, - 1.6725379824638367, - 1.7309578657150269, - 1.739348590373993, - 1.6952881813049316, - 1.6936732530593872, - 1.6989212036132812, - 1.810263991355896, - 1.8403151631355286, - 1.791870653629303, - 1.8523526191711426, - 1.762583315372467, - 1.8492175936698914, - 1.830672264099121, - 2.1581151485443115, - 1.853771448135376, - 1.9967907667160034, - 2.034287691116333, - 2.1117892265319824, - 2.1029443740844727, - 2.015492081642151, - 2.208685278892517, - 2.250219941139221, - 1.9839068055152893, - 2.0298147201538086, - 2.136533260345459, - 2.2745814323425293, - 2.219899296760559, - 2.317971348762512, - 2.1726925373077393, - 2.3907867670059204, - 2.305317521095276, - 2.5624899864196777, - 2.4567962884902954, - 2.6118593215942383, - 2.6118593215942383, - 2.4237321615219116, - 2.414286732673645, - 2.6190147399902344, - 2.614024043083191, - 2.5106178522109985, - 2.693613052368164 + 1.6494667530059814, + 1.6532225012779236, + 1.6580212116241455, + 1.660723865032196, + 1.6667082905769348, + 1.6708223223686218, + 1.6839241981506348, + 1.665880799293518, + 1.7004426717758179, + 1.7006606459617615, + 1.69740492105484, + 1.7116289138793945, + 1.7083011865615845, + 1.7460774183273315, + 1.7246100306510925, + 1.7642054557800293, + 1.7056155800819397, + 1.769873023033142, + 1.7702754139900208, + 1.7670509219169617, + 1.7360745072364807, + 1.7562152743339539, + 1.854597806930542, + 1.791098952293396, + 1.778267741203308, + 1.8062232732772827, + 1.8267334699630737, + 1.8568677306175232, + 1.837162971496582, + 1.9454954862594604, + 1.896695613861084, + 1.9548094868659973, + 2.161549210548401, + 2.057114839553833, + 2.115720510482788, + 2.0397695302963257, + 2.0751198530197144, + 2.0521812438964844, + 2.0163354873657227, + 2.035670280456543, + 2.2690467834472656, + 2.050183057785034, + 2.0876392126083374, + 2.4629571437835693, + 1.9652918577194214, + 2.238239049911499, + 2.27524733543396, + 2.230939745903015, + 2.495864987373352, + 2.541539788246155, + 2.4960843324661255, + 2.512376546859741, + 2.6975255012512207, + 2.366089344024658, + 2.6154948472976685, + 2.6150124073028564, + 2.6107484102249146, + 2.4508116245269775, + 2.6005321741104126, + 2.6150124073028564 ], "p10": [ - 1.639432668685913, - 1.6223397850990295, - 1.6197304725646973, - 1.6213022470474243, - 1.601876676082611, - 1.5859053134918213, - 1.591173768043518, - 1.575344204902649, - 1.5633118748664856, - 1.5175414681434631, - 1.5057659149169922, - 1.4929038882255554, - 1.4732397198677063, - 1.442517101764679, - 1.3531795144081116, - 1.3597557544708252, - 1.0897020101547241, - 0.9824342131614685, - 0.9310426115989685, - 1.0627988576889038, - 0.7493425905704498, - 0.7863538265228271, - 0.5475420355796814, - 0.6365306377410889, - 0.7749224901199341, - 0.6544132232666016, - 0.3191061317920685, - 0.5075855255126953, - 0.5085186064243317, - 0.5104614198207855, - 0.46996134519577026, - 0.32870936393737793, - 0.24800720810890198, - -0.03177756071090698, - 0.05034470558166504, - 0.16851049661636353, - 0.20159289240837097, - -0.10834884643554688, - -0.24861294031143188, - 0.40922948718070984, - 0.26606637239456177, - -0.17874658107757568, - -0.03149360418319702, - -0.16669851541519165, - 0.1208062469959259, - -0.22576701641082764, - 0.19820016622543335, - 0.050376057624816895, - -0.017523646354675293, - 0.5248554050922394, - -0.024155080318450928, - 0.08118093013763428, - -0.03512072563171387, - -0.0428813099861145, - -0.11065983772277832, - -0.001992344856262207, - 0.4778690040111542, - 0.1641255021095276, - 0.1436747908592224, - 0.3217208981513977 + 1.631081461906433, + 1.6257840991020203, + 1.6079310774803162, + 1.6079670190811157, + 1.5924822092056274, + 1.5881226658821106, + 1.5893569588661194, + 1.5600313544273376, + 1.541929543018341, + 1.5105046033859253, + 1.479659378528595, + 1.4076905250549316, + 1.47909414768219, + 1.4208229184150696, + 1.4144020676612854, + 1.4451215267181396, + 1.1492546796798706, + 1.0557241439819336, + 1.094183325767517, + 1.1146583557128906, + 1.0358994007110596, + 0.8567927479743958, + 0.9191171526908875, + 0.8439750373363495, + 0.8812255561351776, + 0.8195642232894897, + 0.9061898589134216, + 0.7823753356933594, + 0.5628029406070709, + 0.8027236461639404, + 0.4459924101829529, + 0.6619795560836792, + 0.4000968635082245, + 0.6847326159477234, + 0.617872953414917, + 0.5050057172775269, + 0.1825629472732544, + 0.3464430272579193, + 0.5824567973613739, + 0.39828234910964966, + 0.5736006498336792, + 0.35963618755340576, + 0.5995131433010101, + 0.712431788444519, + 0.08030250668525696, + 0.5398787260055542, + 0.6323078870773315, + 0.37894243001937866, + 0.5505692660808563, + 0.6664771437644958, + 0.6725724935531616, + 0.4249853789806366, + 0.5905802547931671, + 0.4450465738773346, + 0.8698338866233826, + 0.7129087448120117, + 0.3170914649963379, + 0.4369921088218689, + 0.7949270308017731, + 0.3717089593410492 ], "p90": [ - 1.6735703945159912, - 1.6957979202270508, - 1.7130410075187683, - 1.7257153987884521, - 1.7572780847549438, - 1.7780125737190247, - 1.8034746050834656, - 1.811147928237915, - 1.8388964533805847, - 1.8714687824249268, - 1.8986241221427917, - 2.007256865501404, - 1.9718098640441895, - 2.125908136367798, - 2.0316507816314697, - 2.1772725582122803, - 2.2591748237609863, - 2.466014266014099, - 2.438255190849304, - 2.4194419384002686, - 2.5187398195266724, - 2.675249695777893, - 2.6116185188293457, - 2.679443597793579, - 2.786724805831909, - 2.664212226867676, - 2.765540599822998, - 3.0885703563690186, - 3.166597604751587, - 3.060966968536377, - 3.2826545238494873, - 3.0144659280776978, - 3.5835204124450684, - 3.5594570636749268, - 3.5127148628234863, - 3.4999125003814697, - 3.972975730895996, - 3.8516852855682373, - 3.5347650051116943, - 4.114444017410278, - 4.130873203277588, - 4.130873203277588, - 4.135627269744873, - 4.130873203277588, - 4.142780065536499, - 4.114446640014648, - 4.337493419647217, - 3.8803744316101074, - 4.890379905700684, - 5.261781930923462, - 4.890379905700684, - 5.140528202056885, - 5.334590911865234, - 5.108429193496704, - 5.285639524459839, - 5.233469247817993, - 5.452455282211304, - 5.876534461975098, - 5.6498870849609375, - 5.6498870849609375 + 1.6689804792404175, + 1.6912959814071655, + 1.7073349356651306, + 1.7071126103401184, + 1.7464572191238403, + 1.7589574456214905, + 1.805591881275177, + 1.7875439524650574, + 1.8404074907302856, + 1.8789202570915222, + 1.9124124646186829, + 1.9087337851524353, + 1.9557558298110962, + 2.006283402442932, + 2.096113920211792, + 2.098395347595215, + 2.2341747283935547, + 2.384399652481079, + 2.4041703939437866, + 2.4447968006134033, + 2.381359100341797, + 2.577285051345825, + 2.746721386909485, + 2.719018816947937, + 2.675419569015503, + 2.8793997764587402, + 2.9608782529830933, + 2.72274112701416, + 3.117913007736206, + 3.10563588142395, + 3.0284286737442017, + 3.1044375896453857, + 3.7035436630249023, + 3.4653728008270264, + 3.4350764751434326, + 3.586951494216919, + 3.8240013122558594, + 3.4905951023101807, + 3.375426769256592, + 4.039290428161621, + 3.824387788772583, + 4.1093339920043945, + 3.9021148681640625, + 4.109512805938721, + 4.119801759719849, + 4.123718023300171, + 4.135841369628906, + 4.135841369628906, + 4.884926795959473, + 4.896323919296265, + 4.8562657833099365, + 5.022751092910767, + 5.370044708251953, + 4.896255970001221, + 5.656670570373535, + 4.896255970001221, + 4.896255970001221, + 4.896255970001221, + 5.555479049682617, + 4.9860007762908936 ], "timestamps": [ - "2026-06-16 22:18:00", - "2026-06-16 22:24:00", - "2026-06-16 22:30:00", - "2026-06-16 22:36:00", "2026-06-16 22:42:00", "2026-06-16 22:48:00", "2026-06-16 22:54:00", @@ -795,6 +791,10 @@ "2026-06-18 03:54:00", "2026-06-18 04:00:00", "2026-06-18 04:06:00", - "2026-06-18 04:12:00" + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 75c211ffcd784a46517bd9ff7c3e9e3c340f3342..087e4c4e64abe4803a9658fc3da4e6a9c4f15b00 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T04:24:23.367897+00:00", + "evaluated_at": "2026-06-18T05:01:02.119817+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 1.0, 0.8999999761581421, 0.8999999761581421, 1.0, @@ -81,10 +80,10 @@ 1.5, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -155,233 +154,232 @@ 1.7000000476837158, 1.7999999523162842, 1.7999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.600000023841858 ], "p50": [ - 1.3513091802597046, - 1.3193883299827576, - 1.3273197412490845, - 1.3450648188591003, - 1.3576905131340027, - 1.333577811717987, - 1.3560989499092102, - 1.3578097224235535, - 1.37380850315094, - 1.3285988569259644, - 1.3397603034973145, - 1.3610459566116333, - 1.3638819456100464, - 1.3532315492630005, - 1.3195618987083435, - 1.4052503108978271, - 1.3672814965248108, - 1.4044329524040222, - 1.3785167336463928, - 1.3324349522590637, - 1.3718480467796326, - 1.3797940015792847, - 1.3777275085449219, - 1.4127749800682068, - 1.4581605792045593, - 1.3908197283744812, - 1.3748539090156555, - 1.4488157629966736, - 1.4275718927383423, - 1.4746870398521423, - 1.435895323753357, - 1.4422584772109985, - 1.451485812664032, - 1.4667196869850159, - 1.4125657081604004, - 1.42014741897583, - 1.4941790699958801, - 1.4109185338020325, - 1.4472014904022217, - 1.4467172622680664, - 1.4440844058990479, - 1.4374514818191528, - 1.4622548818588257, - 1.505690097808838, - 1.4751540422439575, - 1.4359909892082214, - 1.4894607067108154, - 1.5066176652908325, - 1.4919013977050781, - 1.5321959853172302, - 1.4759548902511597, - 1.6366395354270935, - 1.5316545963287354, - 1.5655530095100403, - 1.4482493996620178, - 1.4855576157569885, - 1.5044479966163635, - 1.5029269456863403, - 1.5377628803253174, - 1.5359761714935303, - 1.537383794784546, - 1.5151708126068115, - 1.5436227321624756, - 1.5573421120643616, - 1.5408491492271423, - 1.6204016208648682, - 1.5275837779045105, - 1.557599425315857, - 1.5320960879325867, - 1.508647859096527, - 1.6690754294395447, - 1.6615706086158752 + 1.2949545979499817, + 1.2975974082946777, + 1.3281025290489197, + 1.3250499367713928, + 1.3294833898544312, + 1.3151689767837524, + 1.35470849275589, + 1.3693417310714722, + 1.3328997492790222, + 1.3812350630760193, + 1.3826066255569458, + 1.3873688578605652, + 1.3490418791770935, + 1.348346471786499, + 1.3763273358345032, + 1.3906934261322021, + 1.365176260471344, + 1.3758541941642761, + 1.4173530340194702, + 1.3880540132522583, + 1.370002269744873, + 1.433143973350525, + 1.3713478446006775, + 1.389861822128296, + 1.4231297969818115, + 1.4211695194244385, + 1.3866748213768005, + 1.3871131539344788, + 1.4117348790168762, + 1.4145076274871826, + 1.4003504514694214, + 1.4696475267410278, + 1.458984136581421, + 1.4521689414978027, + 1.4346818327903748, + 1.510875403881073, + 1.4662168622016907, + 1.5260671973228455, + 1.4527705907821655, + 1.5168999433517456, + 1.4829793572425842, + 1.5218682289123535, + 1.5326929688453674, + 1.4817228317260742, + 1.499006986618042, + 1.5000371932983398, + 1.505858302116394, + 1.6158949136734009, + 1.4904685020446777, + 1.5191376209259033, + 1.5306833386421204, + 1.5503437519073486, + 1.5161274075508118, + 1.5277641415596008, + 1.5050678253173828, + 1.6209232807159424, + 1.564767062664032, + 1.5872527956962585, + 1.6132967472076416, + 1.5855507254600525, + 1.6189320087432861, + 1.563065528869629, + 1.5837112665176392, + 1.612577199935913, + 1.5430920124053955, + 1.5886708498001099, + 1.5673274993896484, + 1.610109031200409, + 1.624060332775116, + 1.6802171468734741, + 1.6625203490257263, + 1.643979549407959 ], "p10": [ - 1.222574234008789, - 1.1708418726921082, - 1.1617109775543213, - 1.1494174599647522, - 1.1699699759483337, - 1.1507762670516968, - 1.1289022564888, - 1.1236083507537842, - 1.1247458457946777, - 1.0910311937332153, - 1.0888115167617798, - 1.140028178691864, - 1.0952292680740356, - 1.0928249955177307, - 1.065503180027008, - 1.002439260482788, - 1.1006803512573242, - 1.1474600434303284, - 1.069976806640625, - 0.9978004693984985, - 1.006861388683319, - 1.0583942532539368, - 1.0406543612480164, - 1.1293129920959473, - 1.087055504322052, - 1.0112231373786926, - 0.9938609302043915, - 1.0472410917282104, - 1.094929277896881, - 1.0514947175979614, - 1.0352608561515808, - 1.0433090329170227, - 0.9550165235996246, - 0.9490683376789093, - 0.9686770439147949, - 0.9943180680274963, - 1.031734824180603, - 0.9668967723846436, - 1.01274973154068, - 1.0041547417640686, - 0.9384576380252838, - 0.8985200822353363, - 0.900047242641449, - 1.0224263668060303, - 0.9236855506896973, - 0.9054708182811737, - 1.0590031743049622, - 0.9430551528930664, - 1.0352877378463745, - 0.9867511987686157, - 0.9207179546356201, - 1.0298307538032532, - 0.9552928507328033, - 0.9569772183895111, - 0.9127295017242432, - 0.8974074423313141, - 0.8384073376655579, - 0.9614132940769196, - 0.9384524822235107, - 0.9219015836715698, - 1.0169315934181213, - 0.9344181418418884, - 0.8952056467533112, - 0.9240108132362366, - 0.925873339176178, - 0.8376559317111969, - 0.8468692302703857, - 0.9623492062091827, - 0.9510360658168793, - 0.8474932312965393, - 0.9418730735778809, - 0.8774319589138031 + 1.1838846802711487, + 1.1771961450576782, + 1.2038562297821045, + 1.1425828337669373, + 1.1269808411598206, + 1.153926432132721, + 1.1512995958328247, + 1.1045699715614319, + 1.0981969237327576, + 1.1678485870361328, + 1.1277782320976257, + 1.130809247493744, + 1.0802236795425415, + 1.1210282444953918, + 1.1659732460975647, + 1.0744851231575012, + 1.0845134258270264, + 1.0226210355758667, + 1.126316487789154, + 1.1106728315353394, + 1.0558343529701233, + 1.0592542886734009, + 1.0420396327972412, + 1.0642588138580322, + 1.0606579780578613, + 1.0453395247459412, + 1.001929223537445, + 1.023684322834015, + 1.0323809385299683, + 1.014348030090332, + 0.9806990921497345, + 1.0016840100288391, + 1.0377947092056274, + 0.9436955153942108, + 0.9885868430137634, + 0.9623638391494751, + 1.0007029175758362, + 0.9760415554046631, + 1.006126046180725, + 0.9391275644302368, + 1.0015751123428345, + 0.9974498450756073, + 1.0115779042243958, + 0.9659063816070557, + 0.9380432665348053, + 0.9214004874229431, + 1.010859489440918, + 1.07869952917099, + 0.9135466516017914, + 0.9689785838127136, + 0.9201246201992035, + 1.0456973910331726, + 0.8832174837589264, + 0.9516410231590271, + 0.8821217715740204, + 1.0054305791854858, + 0.8609777987003326, + 0.9595454037189484, + 0.9860429763793945, + 0.9117622673511505, + 0.8580856323242188, + 0.8601027131080627, + 0.9635993540287018, + 0.8525540232658386, + 0.8292384147644043, + 0.8736880123615265, + 0.9380599856376648, + 0.9906800389289856, + 0.9592971503734589, + 0.9504331350326538, + 0.9877679347991943, + 0.9045729637145996 ], "p90": [ - 1.4714587330818176, - 1.4613761901855469, - 1.5159971714019775, - 1.5153651237487793, - 1.5458367466926575, - 1.568536102771759, - 1.5192114114761353, - 1.5882885456085205, - 1.6238980293273926, - 1.6113292574882507, - 1.6434579491615295, - 1.6507651805877686, - 1.6687220335006714, - 1.6788396835327148, - 1.7284047603607178, - 1.8715675473213196, - 1.7268186211585999, - 1.7565104961395264, - 1.7853634357452393, - 1.7712642550468445, - 1.857243835926056, - 1.7697359919548035, - 1.8938090205192566, - 2.0798799991607666, - 2.0521005392074585, - 1.898777425289154, - 1.811225414276123, - 2.150664448738098, - 2.036243200302124, - 2.241809129714966, - 2.014280319213867, - 2.17134428024292, - 2.0173115730285645, - 2.2217822074890137, - 2.0827656984329224, - 1.9672540426254272, - 2.37935733795166, - 2.2809277772903442, - 2.357011079788208, - 2.3614490032196045, - 2.1991668939590454, - 2.225478172302246, - 2.299789786338806, - 2.574660301208496, - 2.426171898841858, - 2.475952982902527, - 2.414726734161377, - 2.7155489921569824, - 2.6405115127563477, - 2.842693328857422, - 2.899788022041321, - 2.842683434486389, - 2.6371116638183594, - 3.030488967895508, - 2.8675915002822876, - 2.799705982208252, - 2.740677833557129, - 2.5492886304855347, - 2.9273993968963623, - 2.6930222511291504, - 2.749848961830139, - 2.8665428161621094, - 3.1236789226531982, - 2.9410507678985596, - 2.7030802965164185, - 3.168855905532837, - 3.0338573455810547, - 2.935991644859314, - 3.206667423248291, - 3.3775460720062256, - 3.203845977783203, - 3.746586322784424 + 1.3893806338310242, + 1.4324386715888977, + 1.475633144378662, + 1.5458407998085022, + 1.519346296787262, + 1.5149514079093933, + 1.6538034677505493, + 1.6226604580879211, + 1.6742551922798157, + 1.6776496171951294, + 1.7336904406547546, + 1.775286614894867, + 1.7144179940223694, + 1.710580587387085, + 1.6529650688171387, + 1.8503233194351196, + 1.7546719908714294, + 1.737872302532196, + 1.844682216644287, + 1.8513312339782715, + 1.8522160649299622, + 1.987839937210083, + 1.91712486743927, + 1.9383968114852905, + 1.9069142937660217, + 2.0025858879089355, + 2.0750842094421387, + 1.950745165348053, + 2.0725536346435547, + 2.125912666320801, + 2.0228476524353027, + 2.137488842010498, + 2.2119193077087402, + 2.2376821041107178, + 2.119720220565796, + 2.287162184715271, + 2.1431541442871094, + 2.4130027294158936, + 2.2809746265411377, + 2.682142972946167, + 2.627716541290283, + 2.5344960689544678, + 2.5307652950286865, + 2.41658091545105, + 2.583575963973999, + 2.476168394088745, + 2.72023344039917, + 2.6853082180023193, + 2.407329559326172, + 2.3306431770324707, + 2.488895893096924, + 2.6500766277313232, + 2.6483200788497925, + 2.8440253734588623, + 2.6477373838424683, + 2.9835184812545776, + 2.7984204292297363, + 2.936253547668457, + 3.1134397983551025, + 3.1974934339523315, + 3.268286347389221, + 2.812865376472473, + 3.037995219230652, + 3.7148077487945557, + 2.6960614919662476, + 2.692589282989502, + 3.2126734256744385, + 3.579035997390747, + 3.638545870780945, + 3.785096287727356, + 3.5721187591552734, + 3.892534852027893 ], "timestamps": [ - "2026-06-16 03:50:00", - "2026-06-16 04:00:00", "2026-06-16 04:10:00", "2026-06-16 04:20:00", "2026-06-16 04:30:00", @@ -527,6 +525,8 @@ "2026-06-17 03:50:00", "2026-06-17 04:00:00", "2026-06-17 04:10:00", - "2026-06-17 04:20:00" + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00" ] } diff --git a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json index 1b62634b9fd0e275b81fc3561decba77175de7ba..9a2fd907e5585eeb0bc4b4b1329615da1e778fa1 100644 --- a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,26 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T03:36:08.729588+00:00", + "evaluated_at": "2026-06-18T05:01:08.421137+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 19.0, - 19.0, - 19.0, - 19.0, - 20.0, - 20.0, - 19.0, - 20.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, 20.0, 20.0, 20.0, @@ -101,9 +86,7 @@ 19.0, 19.0, 19.0, - 19.0 - ], - "actuals": [ + 19.0, 19.0, 19.0, 19.0, @@ -118,7 +101,9 @@ 18.0, 18.0, 18.0, - 18.0, + 18.0 + ], + "actuals": [ 18.0, 18.0, 18.0, @@ -127,88 +112,102 @@ 18.0, 17.0, 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, 17.0 ], "p50": [ - 18.86988067626953, - 18.87938690185547, - 18.861193656921387, - 18.843695640563965, - 18.81742286682129, - 18.791064262390137, - 18.857489585876465, - 18.78788471221924, - 18.904144287109375, - 18.745819091796875, - 18.81447696685791, - 18.831989288330078, - 18.859679222106934, - 18.803951263427734, - 18.593311309814453, - 18.68510150909424, - 18.647823333740234, - 18.81846332550049, - 18.6514835357666, - 18.807473182678223, - 18.512694358825684, - 18.701516151428223, - 18.77785587310791, - 18.526580810546875 + 17.985044479370117, + 17.931886672973633, + 17.931827545166016, + 18.015284538269043, + 17.96243667602539, + 17.929734230041504, + 17.952765464782715, + 18.04393196105957, + 18.03219699859619, + 18.01896572113037, + 17.99863338470459, + 17.915451049804688, + 17.785934448242188, + 17.908239364624023, + 18.057272911071777, + 18.000760078430176, + 17.725954055786133, + 17.84921169281006, + 17.786619186401367, + 17.98317813873291, + 17.909836769104004, + 17.935404777526855, + 17.937188148498535, + 18.025943756103516 ], "p10": [ - 18.683289527893066, - 18.57307243347168, - 18.50140380859375, - 18.365906715393066, - 18.294076919555664, - 18.14527130126953, - 18.032133102416992, - 17.910996437072754, - 18.17023468017578, - 17.93613052368164, - 17.54963493347168, - 17.391277313232422, - 17.626615524291992, - 17.6715669631958, - 17.35441780090332, - 17.433246612548828, - 17.238640785217285, - 17.223024368286133, - 17.219423294067383, - 16.877107620239258, - 17.075770378112793, - 16.402037620544434, - 16.088067054748535, - 16.303675651550293 + 17.684988021850586, + 17.51485538482666, + 17.343217849731445, + 17.212181091308594, + 16.996326446533203, + 17.118253707885742, + 16.853360176086426, + 16.77194118499756, + 16.748825073242188, + 16.87163734436035, + 16.470948219299316, + 16.276442527770996, + 16.4826717376709, + 16.430755615234375, + 16.397475242614746, + 16.39754867553711, + 16.219219207763672, + 15.5740385055542, + 15.649973392486572, + 16.23545742034912, + 15.538629531860352, + 15.92909860610962, + 15.783298015594482, + 15.600940704345703 ], "p90": [ - 19.091294288635254, - 19.16156768798828, - 19.322071075439453, - 19.262216567993164, - 19.464476585388184, - 19.500762939453125, - 19.57112407684326, - 19.73380756378174, - 19.948280334472656, - 19.62827205657959, - 19.93261432647705, - 20.003249168395996, - 20.19300651550293, - 20.101261138916016, - 20.060246467590332, - 20.088632583618164, - 20.29541301727295, - 20.46417999267578, - 20.807723999023438, - 20.815784454345703, - 20.18665599822998, - 20.937517166137695, - 20.470821380615234, - 20.809452056884766 + 18.3237943649292, + 18.450922966003418, + 18.503872871398926, + 18.792162895202637, + 18.902217864990234, + 18.793334007263184, + 18.93097496032715, + 19.063806533813477, + 19.428343772888184, + 19.54139518737793, + 19.43100929260254, + 19.325583457946777, + 19.51300621032715, + 19.83120346069336, + 19.74074935913086, + 19.566701889038086, + 19.960116386413574, + 19.949978828430176, + 20.20084285736084, + 20.394694328308105, + 19.986539840698242, + 20.262277603149414, + 20.759559631347656, + 20.64958953857422 ], "timestamps": [ - "2026-06-17 18:00:00", "2026-06-17 19:00:00", "2026-06-17 20:00:00", "2026-06-17 21:00:00", @@ -327,6 +326,7 @@ "2026-06-22 14:00:00", "2026-06-22 15:00:00", "2026-06-22 16:00:00", - "2026-06-22 17:00:00" + "2026-06-22 17:00:00", + "2026-06-22 18:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index c199fe78d60357f07c0dbb81ffbaba5c5611795e..029e64c693cbdaacdc9bdc645a80b4728ff9a3ab 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T03:36:14.299811+00:00", + "evaluated_at": "2026-06-18T05:01:14.303081+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.599998474121094, 33.29999923706055, 35.5, 46.0, @@ -341,10 +340,10 @@ 17.899999618530273, 19.399999618530273, 20.399999618530273, - 22.5 + 22.5, + 24.0 ], "actuals": [ - 24.0, 24.799999237060547, 26.200000762939453, 26.200000762939453, @@ -367,88 +366,88 @@ 25.200000762939453, 25.700000762939453, 26.299999237060547, - 27.0 + 27.0, + 27.799999237060547 ], "p50": [ - 23.001380920410156, - 22.712797164916992, - 22.287482261657715, - 23.145886421203613, - 22.716782569885254, - 25.030369758605957, - 28.07051181793213, - 30.56257438659668, - 36.79756164550781, - 43.193084716796875, - 47.86604309082031, - 50.01114082336426, - 48.82710075378418, - 42.81748962402344, - 39.22945594787598, - 36.659372329711914, - 31.21523666381836, - 37.54293251037598, - 32.399192810058594, - 28.134745597839355, - 26.9895076751709, - 25.855167388916016, - 23.51201343536377, - 23.936209678649902 + 25.230679512023926, + 25.048614501953125, + 24.644935607910156, + 25.473054885864258, + 26.78484344482422, + 29.116790771484375, + 32.928842544555664, + 38.19288444519043, + 47.23901176452637, + 47.51390075683594, + 49.82986831665039, + 47.275705337524414, + 47.33415603637695, + 44.03579902648926, + 37.30758285522461, + 33.82789993286133, + 33.211212158203125, + 34.179908752441406, + 29.934279441833496, + 26.615057945251465, + 26.08824634552002, + 26.103775024414062, + 25.416049003601074, + 25.620278358459473 ], "p10": [ - 19.940696716308594, - 17.497142791748047, - 15.930035591125488, - 15.406265258789062, - 16.089740753173828, - 14.949317932128906, - 17.25750732421875, - 17.077162742614746, - 23.19757843017578, - 26.531733512878418, - 28.04572105407715, - 26.7023983001709, - 24.35244655609131, - 21.607067108154297, - 17.017285346984863, - 16.074588298797607, - 13.766599655151367, - 16.405224800109863, - 16.596564292907715, - 15.648939609527588, - 14.65443229675293, - 12.77632999420166, - 13.623791694641113, - 14.024900436401367 + 21.715190887451172, + 20.379728317260742, + 19.15108299255371, + 18.351468086242676, + 18.317184448242188, + 17.17889404296875, + 21.86329174041748, + 22.503555297851562, + 25.34029769897461, + 27.69509220123291, + 27.8373441696167, + 26.692745208740234, + 25.901888847351074, + 21.73067283630371, + 17.760881423950195, + 16.22856330871582, + 16.899030685424805, + 17.525239944458008, + 13.532867431640625, + 15.468430995941162, + 13.118741035461426, + 14.636110305786133, + 15.448509693145752, + 12.673338890075684 ], "p90": [ - 26.237075805664062, - 28.78588104248047, - 30.33216381072998, - 32.100226402282715, - 34.77781677246094, - 40.11779022216797, - 47.91085624694824, - 49.851524353027344, - 61.80363655090332, - 69.7840805053711, - 81.09253311157227, - 80.42522430419922, - 80.39604949951172, - 80.87705612182617, - 75.39550018310547, - 74.13872528076172, - 66.43497085571289, - 72.05123901367188, - 72.76201248168945, - 63.864559173583984, - 55.082767486572266, - 58.59323501586914, - 51.331687927246094, - 49.81523513793945 + 29.054951667785645, + 29.28976821899414, + 32.77854919433594, + 34.72698402404785, + 36.88740158081055, + 44.543357849121094, + 50.34683418273926, + 63.4492073059082, + 68.79511260986328, + 74.85039520263672, + 88.97181701660156, + 79.18931579589844, + 76.59878540039062, + 78.66777038574219, + 71.12686920166016, + 62.3259220123291, + 69.2149658203125, + 63.07227325439453, + 61.351261138916016, + 53.158748626708984, + 51.00883483886719, + 50.603397369384766, + 47.29581260681152, + 44.34099769592285 ], "timestamps": [ - "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", "2026-06-03 07:00:00", @@ -807,6 +806,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 3ea27de7c3145ccc8b11a242284713cd9cc604fb..121868affd16f70070365180b764757119dfec2d 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T03:36:18.539882+00:00", + "evaluated_at": "2026-06-18T05:02:07.948763+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.79999923706055, 30.600000381469727, 28.5, 27.0, @@ -341,10 +340,10 @@ 24.5, 26.100000381469727, 27.399999618530273, - 28.200000762939453 + 28.200000762939453, + 29.100000381469727 ], "actuals": [ - 29.100000381469727, 29.799999237060547, 29.799999237060547, 29.799999237060547, @@ -367,88 +366,88 @@ 25.899999618530273, 27.200000762939453, 27.899999618530273, - 28.799999237060547 + 28.799999237060547, + 29.5 ], "p50": [ - 28.99248695373535, - 28.75685405731201, - 28.449320793151855, - 28.072847366333008, - 27.561707496643066, - 26.720831871032715, - 25.664165496826172, - 24.382373809814453, - 23.604297637939453, - 23.009726524353027, - 22.93658447265625, - 22.309752464294434, - 22.28822135925293, - 22.225926399230957, - 22.239312171936035, - 22.202075958251953, - 21.7999267578125, - 21.75894069671631, - 22.425010681152344, - 23.74094295501709, - 25.51968002319336, - 26.803536415100098, - 28.308192253112793, - 29.173925399780273 + 29.471362113952637, + 28.998483657836914, + 28.21911334991455, + 27.819547653198242, + 27.208728790283203, + 26.151975631713867, + 25.01871395111084, + 24.04180335998535, + 23.515249252319336, + 22.952292442321777, + 22.531095504760742, + 22.285768508911133, + 22.077573776245117, + 22.335054397583008, + 21.920912742614746, + 21.785411834716797, + 21.762449264526367, + 22.532937049865723, + 23.86787509918213, + 25.44767665863037, + 27.0939359664917, + 28.187296867370605, + 28.85114097595215, + 29.344141960144043 ], "p10": [ - 28.281618118286133, - 27.592530250549316, - 26.859990119934082, - 26.399173736572266, - 25.928525924682617, - 24.860499382019043, - 23.920252799987793, - 22.748676300048828, - 22.136754035949707, - 21.583069801330566, - 21.32163715362549, - 20.827104568481445, - 21.084004402160645, - 20.88217544555664, - 20.804049491882324, - 20.3311767578125, - 20.178889274597168, - 19.46300506591797, - 20.38411521911621, - 21.65311908721924, - 23.042264938354492, - 24.377528190612793, - 25.601677894592285, - 26.594566345214844 + 28.524757385253906, + 27.820215225219727, + 26.607563972473145, + 26.229129791259766, + 25.561161994934082, + 24.812304496765137, + 23.13671875, + 22.324066162109375, + 21.900622367858887, + 21.344776153564453, + 21.322416305541992, + 20.819937705993652, + 20.39013385772705, + 20.55565071105957, + 19.856919288635254, + 19.546690940856934, + 19.761964797973633, + 20.057984352111816, + 21.70766830444336, + 23.36633014678955, + 24.655906677246094, + 25.406993865966797, + 26.37624454498291, + 26.75349998474121 ], "p90": [ - 29.926834106445312, - 30.159263610839844, - 29.92530345916748, - 29.95851230621338, - 29.40870475769043, - 28.47555160522461, - 27.56831932067871, - 26.040037155151367, - 25.451062202453613, - 24.539326667785645, - 24.55084800720215, - 23.657203674316406, - 23.77513885498047, - 24.467646598815918, - 24.029638290405273, - 24.227173805236816, - 23.452122688293457, - 23.348506927490234, - 24.295095443725586, - 25.72743320465088, - 27.83399200439453, - 29.169008255004883, - 31.78848934173584, - 33.73429298400879 + 30.334172248840332, + 30.272674560546875, + 29.71426773071289, + 29.11072826385498, + 29.30661392211914, + 27.806147575378418, + 26.868366241455078, + 25.567882537841797, + 24.946916580200195, + 24.47888946533203, + 24.0504732131958, + 23.829641342163086, + 23.372157096862793, + 24.559432983398438, + 23.764836311340332, + 23.647786140441895, + 23.79560661315918, + 24.922131538391113, + 26.245795249938965, + 27.842801094055176, + 29.691999435424805, + 31.28894329071045, + 32.58439826965332, + 33.11039924621582 ], "timestamps": [ - "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", "2026-06-03 07:00:00", @@ -807,6 +806,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index b6ef260eaa8d6cf7e182a2ee3fa2d8ac0d1f57e1..c1c2b49098f24eb3479cd1db1e6f76059b304299 100644 --- a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T03:36:22.743629+00:00", + "evaluated_at": "2026-06-18T05:02:13.580355+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 19.0, 10.0, 12.0, 15.0, @@ -72,8 +71,8 @@ 13.0, 15.0, 14.0, - 18.0, - 13.0, + 19.0, + 14.0, 15.0, 13.0, 15.0, @@ -124,10 +123,10 @@ 20.0, 11.0, 18.0, - 15.0, 17.0, - 23.0, - 12.0, + 18.0, + 25.0, + 13.0, 20.0, 11.0, 12.0, @@ -150,7 +149,7 @@ 11.0, 12.0, 17.0, - 11.0, + 13.0, 17.0, 11.0, 14.0, @@ -173,20 +172,20 @@ 9.0, 9.0, 9.0, - 10.0 + 10.0, + 9.0 ], "actuals": [ - 9.0, 13.0, 18.0, 10.0, 13.0, 19.0, 23.0, - 15.0, - 12.0, + 20.0, 14.0, - 13.0, + 15.0, + 17.0, 16.0, 22.0, 14.0, @@ -199,88 +198,88 @@ 6.0, 6.0, 10.0, - 5.0 + 13.0, + 1.0 ], "p50": [ - 12.907073974609375, - 13.227596759796143, - 13.117386817932129, - 13.048900127410889, - 11.6198148727417, - 11.47402048110962, - 11.743682384490967, - 12.618538856506348, - 13.449779510498047, - 13.937588214874268, - 12.807908058166504, - 12.3882155418396, - 11.889495372772217, - 12.846835613250732, - 13.739927291870117, - 14.679323196411133, - 14.236072540283203, - 13.52824068069458, - 12.697419166564941, - 13.198856353759766, - 13.75163221359253, - 14.52115249633789, - 15.001780033111572, - 13.967676639556885 + 9.9143967628479, + 10.319783687591553, + 10.972055912017822, + 11.492841720581055, + 11.584793090820312, + 12.631000995635986, + 12.240715503692627, + 12.516637802124023, + 12.337938785552979, + 11.741893291473389, + 12.588813781738281, + 12.789006233215332, + 12.613467693328857, + 12.24786901473999, + 12.78637409210205, + 12.446492671966553, + 12.903745651245117, + 12.80741024017334, + 12.606188297271729, + 12.616177082061768, + 11.696756362915039, + 12.89600658416748, + 12.758336544036865, + 13.141442775726318 ], "p10": [ - 8.078444480895996, - 7.447547912597656, - 8.080567836761475, - 7.840471506118774, - 6.700238227844238, - 7.2877514362335205, - 7.5336010456085205, - 8.52901554107666, - 8.079413414001465, - 8.450456142425537, - 7.788973331451416, - 7.542817831039429, - 6.951492786407471, - 7.83493709564209, - 6.3572375774383545, - 7.670636415481567, - 8.013015747070312, - 8.126944541931152, - 6.128819465637207, - 8.278602123260498, - 6.494383811950684, - 7.479045152664185, - 8.45265007019043, - 7.975304365158081 + 6.545898199081421, + 7.207082986831665, + 7.019441366195679, + 7.281907320022583, + 7.479366064071655, + 7.546281576156616, + 7.358224391937256, + 7.958474159240723, + 7.874417543411255, + 7.448320388793945, + 7.8672730922698975, + 7.9505836963653564, + 7.855386018753052, + 8.03096866607666, + 7.5894615650177, + 8.037398338317871, + 7.813054323196411, + 8.660618305206299, + 7.629235029220581, + 8.307989120483398, + 8.015437364578247, + 7.696637392044067, + 8.432756423950195, + 7.588971853256226 ], "p90": [ - 17.576921463012695, - 18.872787475585938, - 17.538989067077637, - 17.399062156677246, - 15.522246360778809, - 15.678041458129883, - 16.373148918151855, - 17.845322608947754, - 18.388983726501465, - 18.33398151397705, - 17.174381256103516, - 16.77910041809082, - 15.879746437072754, - 17.35183334350586, - 19.26488494873047, - 19.50704288482666, - 20.807778358459473, - 18.2264347076416, - 19.03886890411377, - 18.29073429107666, - 19.37550163269043, - 21.392194747924805, - 21.109996795654297, - 21.281840324401855 + 17.064361572265625, + 17.86753749847412, + 20.091809272766113, + 18.692238807678223, + 19.352153778076172, + 23.227079391479492, + 20.813095092773438, + 19.743041038513184, + 18.89986801147461, + 19.17060661315918, + 20.35292339324951, + 20.816455841064453, + 22.631324768066406, + 20.940916061401367, + 20.28479766845703, + 20.921740531921387, + 21.364070892333984, + 21.944350242614746, + 20.16498851776123, + 21.625170707702637, + 20.516745567321777, + 20.812630653381348, + 20.106857299804688, + 20.212315559387207 ], "timestamps": [ - "2026-06-10 04:00:00", "2026-06-10 05:00:00", "2026-06-10 06:00:00", "2026-06-10 07:00:00", @@ -471,6 +470,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 5e542169e77ab838229101596fc862e8a5ea37a0..33027a8936374376f5f174516a3c5fc5d021640d 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,55 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T04:39:57.838856+00:00", + "evaluated_at": "2026-06-18T05:02:16.732029+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 908ead0645771acd1f9cea7630df0d7d240b9e86..617b0db21f241426f0d1b70b69850608e6a4b817 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,1552213.2292947222,1469399.4298528128,1062.1508889003187,1.0901112488421374,0.0164367071309794,0.01626217443739374,29.249234903416294,1245.8784970031074,0.019181572455410204,0.016352898202375028,0.015625463341185235,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,1564330.1075151898,1481268.0957412869,1064.984710514902,1.0930196687771503,0.01648249493837953,0.01630649818694548,29.365571700816805,1250.7318287767325,0.019257134492934175,0.016397243063177056,0.015669776468394608,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.3552808749740446,1.1151120880535934,0.8260371094912434,0.4562771647841492,0.038615694465923694,0.03754888748755416,4.115785308594549,1.1641653125626295,0.052718911149796856,0.03740686697307957,0.032055990258087565,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.08340824832020936,0.08563242012947284,0.2556148409164545,0.24515685149307828,0.2237884882875704,0.19567766248259985,6.981498912206866,0.2888048620092975,0.22418099208959116,0.19841767285631431,0.18643276562497113,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.06303793910899731,0.06483613308316825,0.21744441871289844,1.0459349765974713,0.14309080336329372,0.15766925917615005,6.0614241538109495,0.25107357309959427,0.17348654311525624,0.15024950677402873,0.13116975090132554,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moving-Average,4.311690472443179,4.353385605414734,1.9916667143503812,1.356669793972431,0.11101930207194029,0.1045594536540932,12.75033092793088,2.0764610452505914,0.11437930615052198,0.10970851458616912,0.10232677813625594,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,193.13558403414913,196.38170546573465,12.294179302780188,0.9785162509111863,0.32416386125757224,0.3306207786971516,13.55783136665073,13.897322908896847,0.3735002797463878,0.3304146733110017,0.2980414265854275,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,9.66647279175955,10.179779494209766,2.437783950517821,1.2128665638216558,0.08772434890084861,0.09417811462778831,20.952795245511528,3.1090951725155582,0.11981099165528246,0.09394157989591444,0.08370387573531757,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,34.27694889435173,38.29665021254895,5.123149534264803,0.9784264362521641,0.6839366164747126,0.42986426673249706,4.896286077256797,5.854651902064864,0.48788765850540533,0.4269291278554002,0.31956284190877504,Hazards,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.12108119298143297,0.12458398547106336,0.3015829751899304,0.28878036153607645,0.27163038358154806,0.22752755494635604,8.476558143286908,0.34796722975221817,0.27669149478486815,0.23980834133832024,0.22708934684977283,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.06242223619700191,0.06541362601397777,0.21909257166915472,1.040689591368618,0.14385434748217962,0.15851267643112324,7.61604915031888,0.24984442398621168,0.1721416126986339,0.150953733590231,0.12931843864353712,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Moving-Average,2.304901458593988,2.350228320301155,1.4710525997898014,0.8953151686608676,0.0860446807077272,0.0821822342431648,12.050767693706767,1.5181901918382914,0.08811744765204109,0.08538152937111303,0.08079682117844839,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,185.9603992654952,187.2452596428261,12.077313725371068,0.9595421141624071,0.31893368544031975,0.3231800321755451,12.749600583013873,13.636729786334229,0.3649437102217894,0.32321089803116765,0.2904046182157767,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,9.47777385040437,9.901744712363579,2.404063055329457,1.2008768853363332,0.08645915713370132,0.0926527284594304,21.91871992174598,3.0785993325543957,0.11855967549799767,0.09258266663758823,0.0827168759668369,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,38.816254702072776,42.56839912988395,5.342273785761809,1.020275099668038,1.177441574194672,0.4563542714446665,4.88992002801469,6.230269231909065,0.4984215385527252,0.42738190286094474,0.321325474975974,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,18746.442708333332,18684.895833333332,135.41666666666666,1.1504424778761064,0.04846455627705628,0.04969023609152326,4.079645767318196,136.91764936754257,0.04904512813165704,0.048507462686567165,0.045381426202321724,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3489.5381158399855,3083.885629565553,50.0,1.043713163064833,0.24421949671445642,0.21318642417335215,5.672580589017584,59.07231259938945,0.24925026413244494,0.2109704641350211,0.16293069689197762,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index c75c7c525748177f484c98d77aecc330fa0381bc..80ca9e23e30677fc9ff41c478b703ecfd376cc49 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T04:40:32.964499+00:00", + "evaluated_at": "2026-06-18T05:03:30.392883+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64548.73828125, 64689.5, 64282.8203125, - 63952.01171875 + 63884.0 ], "p50": [ 65980.91229783444, diff --git a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 32deaff08961ccb6ef32fbfdf5797e81003dd57a..81a6ff0818d669367908311381bb8c1dc0b1aaa4 100644 --- a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T03:37:34.379394+00:00", + "evaluated_at": "2026-06-18T05:03:30.400278+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 8b71c661a53bad555a7a93b6e20b15856aa342f0..3e9c3bbcd38d19521fe64a3f7f8b494daaa0e13f 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T04:25:13.185091+00:00", + "evaluated_at": "2026-06-18T05:03:30.411664+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5740000009536743, - 1.5729999542236328, - 1.5720000267028809, - 1.5509999990463257, 1.534999966621399, 1.5199999809265137, 1.5, @@ -245,13 +241,13 @@ 1.6339999437332153, 1.6330000162124634, 1.6440000534057617, - 1.6490000486373901 - ], - "actuals": [ + 1.6490000486373901, 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, - 1.6480000019073486, + 1.6480000019073486 + ], + "actuals": [ 1.6339999437332153, 1.6339999437332153, 1.6319999694824219, @@ -307,199 +303,199 @@ 1.0729999542236328, 1.0889999866485596, 1.1069999933242798, - 1.13100004196167 + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601 ], "p50": [ - 1.4516445306887023, - 1.4566444961180083, - 1.4506445435633055, - 1.4561445323576323, - 1.4536445496429793, - 1.449144533072888, - 1.4471444992174498, - 1.4596445170988432, - 1.4536445049394957, - 1.4556445983995787, - 1.4506445435633055, - 1.445644548331677, - 1.4471444992174498, - 1.4526445774187438, - 1.4596445469011656, - 1.4576444534410826, - 1.4516445306887023, - 1.451644590293347, - 1.4516445306887023, - 1.4456446079363219, - 1.449644496833264, - 1.4486444501032225, - 1.4541445134033553, - 1.4491444883694045, - 1.452144554053723, - 1.4516445306887023, - 1.4591445235361449, - 1.4521444944490782, - 1.4526445774187438, - 1.4531445411791197, - 1.4506445435633055, - 1.4506446031679503, - 1.4501445201982848, - 1.4536445049394957, - 1.4586445150722853, - 1.4581445513119093, - 1.4546445218672148, - 1.4496445564379088, - 1.4566445259203307, - 1.452144554053723, - 1.4551445303310744, - 1.455644538794934, - 1.4496444372286192, - 1.4506446031679503, - 1.4541445134033553, - 1.4516445306887023, - 1.4516445306887023, - 1.4511445669283263, - 1.4581445364107481, - 1.4596445320000044, - 1.4586445150722853, - 1.4461445716966979, - 1.4496445564379088, - 1.4551445303310744, - 1.4596445469011656, - 1.453144481574475, - 1.4506446031679503, - 1.4456444887270323, - 1.4596445469011656, - 1.4596445469011656 + 1.5314438744568926, + 1.5389438076996904, + 1.5314438148522478, + 1.532443846681128, + 1.5289439364457231, + 1.5344438954377275, + 1.5289439364457231, + 1.539443890669356, + 1.5314438744568926, + 1.5344438656354051, + 1.5279438748145204, + 1.5279438897156816, + 1.5234439029479128, + 1.5289438768410784, + 1.5334438636088472, + 1.5339439316773515, + 1.532443846681128, + 1.529943863966475, + 1.530943791487227, + 1.521943862655173, + 1.529443900206099, + 1.5279438897156816, + 1.5289438172364336, + 1.527443791844855, + 1.5314438148522478, + 1.529443900206099, + 1.536443869688521, + 1.529943863966475, + 1.5339438720727068, + 1.5314438744568926, + 1.5269437982821565, + 1.5279438897156816, + 1.5269437982821565, + 1.5314438744568926, + 1.5369438632512193, + 1.5344438656354051, + 1.5364438249850374, + 1.5269438727879625, + 1.532443846681128, + 1.5304438873314958, + 1.5339439018750292, + 1.5364438845896822, + 1.533943812468062, + 1.530443827726851, + 1.530943791487227, + 1.5279438897156816, + 1.5339438720727068, + 1.5289439364457231, + 1.5339438422703844, + 1.539943854429732, + 1.5359437867188555, + 1.5269438727879625, + 1.5279438152098757, + 1.536943833448897, + 1.537443871715079, + 1.5289438172364336, + 1.5314438744568926, + 1.5259437962555986, + 1.5364438845896822, + 1.5379438801789385 ], "p10": [ - 1.4003445295442931, - 1.4003445295442931, - 1.393444559542752, - 1.4074445305218093, - 1.3976445106615416, - 1.3936445621599547, - 1.395444538985669, - 1.4046444801439635, - 1.3976445106615416, - 1.3925445196976058, - 1.3916445359879277, - 1.393444534932553, - 1.4012445313681952, - 1.3974445132364623, - 1.3936445621599547, - 1.3956445364107481, - 1.3906445411791197, - 1.4003445295442931, - 1.3976445106615416, - 1.3925445196976058, - 1.3925445196976058, - 1.3936445621599547, - 1.4026445356954924, - 1.4003445295442931, - 1.395244535600125, - 1.3936445591797224, - 1.3974445132364623, - 1.3906445411791197, - 1.3956445364107481, - 1.4044444856991163, - 1.3952445385803571, - 1.3936445591797224, - 1.4026445356954924, - 1.4003445295442931, - 1.3935445306648604, - 1.3926445154299132, - 1.3976445106615416, - 1.391544536507047, - 1.4015445334662786, - 1.3935445574869505, - 1.395444538985669, - 1.3974445132364623, - 1.3925445196976058, - 1.3976445106615416, - 1.3956445364107481, - 1.3956445364107481, - 1.3956445364107481, - 1.3952445385803571, - 1.395444538985669, - 1.4003445295442931, - 1.4003445295442931, - 1.3916445581068388, - 1.4055445222010008, - 1.4003445295442931, - 1.395444538985669, - 1.3925445196976058, - 1.4003445295442931, - 1.3906445411791197, - 1.3976445106615416, - 1.4024445352901809 + 1.48874391048492, + 1.4757438465142352, + 1.478643862822066, + 1.4809438689732652, + 1.4757438465142352, + 1.4698438697848197, + 1.473943869688521, + 1.4757438465142352, + 1.478643862822066, + 1.4737438722634417, + 1.4699438913846117, + 1.473943869688521, + 1.4789438649201494, + 1.478643862822066, + 1.4708438529753787, + 1.4789438649201494, + 1.4699438913846117, + 1.4718438639426332, + 1.4839438601517778, + 1.4719438656354051, + 1.4759438439393144, + 1.4699438692657005, + 1.4826438187742335, + 1.4699438684973594, + 1.473943869688521, + 1.4759438439393144, + 1.4798438667440514, + 1.4698438628697497, + 1.4699438684973594, + 1.4838438554787736, + 1.4737438692832094, + 1.4737438722634417, + 1.4807438685679537, + 1.4699438884043794, + 1.4699438913846117, + 1.4708438529753787, + 1.4757438465142352, + 1.4698438628697497, + 1.4789438649201494, + 1.4718438907647233, + 1.4717438682103259, + 1.473943869688521, + 1.4717438682103259, + 1.4829438134217363, + 1.4759438439393144, + 1.4808438687706094, + 1.478243864991675, + 1.473943869688521, + 1.4757438465142352, + 1.4829438134217363, + 1.4822438164734941, + 1.4718438907647233, + 1.4757438465142352, + 1.4718438907647233, + 1.4737438722634417, + 1.4699438891727206, + 1.4698438697848197, + 1.4689438744568926, + 1.4719438924574952, + 1.4789438649201494 ], "p90": [ - 1.4827445534815185, - 1.485644516145169, - 1.4816445318807951, - 1.4846445230593077, - 1.4856445101847044, - 1.4846445230593077, - 1.4847445217718473, - 1.485644516145169, - 1.4816445020784728, - 1.4857445625414245, - 1.4856445101847044, - 1.4816445318807951, - 1.4856445697893492, - 1.4847445217718473, - 1.4856445101847044, - 1.4847445217718473, - 1.4816445348610274, - 1.4836445955385558, - 1.4816445348610274, - 1.4816445020784728, - 1.480744567309796, - 1.4816445348610274, - 1.481644505431234, - 1.4856445697893492, - 1.4836445955385558, - 1.4847445217718473, - 1.4866444973101012, - 1.4838445870031707, - 1.4857445625414245, - 1.479644536023318, - 1.4826445488085143, - 1.4836445955385558, - 1.4816445020784728, - 1.4828445462335935, - 1.486644556914746, - 1.4846445230593077, - 1.4847445217718473, - 1.480744567309796, - 1.4846445230593077, - 1.481644505058705, - 1.485644516145169, - 1.4846445230593077, - 1.480744567309796, - 1.485644516145169, - 1.4828445462335935, - 1.4796445427288405, - 1.4816445382137886, - 1.4816445020784728, - 1.4847445217718473, - 1.4856445697893492, - 1.4846445230593077, - 1.4817445603956572, - 1.4846445230593077, - 1.4816445616831175, - 1.4856445697893492, - 1.483744588290631, - 1.4856445101847044, - 1.4816445318807951, - 1.4857445625414245, - 1.4856445697893492 + 1.5610438867592913, + 1.5649438901925188, + 1.563943903067122, + 1.5639438494229418, + 1.5610438867592913, + 1.563943903067122, + 1.560043870204101, + 1.563943903067122, + 1.559943865531097, + 1.563943903067122, + 1.5640438958191973, + 1.5599438714915614, + 1.5601438983464342, + 1.5639438434624773, + 1.5599438949608904, + 1.560943882086287, + 1.5599438714915614, + 1.563943903067122, + 1.5630438550496202, + 1.5599438387090068, + 1.5579438618505101, + 1.56004389367343, + 1.5599438949608904, + 1.5640438958191973, + 1.5629438563370806, + 1.5629438563370806, + 1.564943830587874, + 1.563943903067122, + 1.563943903067122, + 1.560943882086287, + 1.5599438681388003, + 1.5599438688838583, + 1.5599438383364779, + 1.5589439078354936, + 1.5620439215684039, + 1.5602438910985095, + 1.563943903067122, + 1.5599438353562456, + 1.560943882086287, + 1.5599438353562456, + 1.559043900587569, + 1.5620439215684039, + 1.5630438550496202, + 1.5610438867592913, + 1.5639438494229418, + 1.559043900587569, + 1.5620439215684039, + 1.5620439215684039, + 1.5630438550496202, + 1.5639438434624773, + 1.5603438361668687, + 1.5610438867592913, + 1.5602438910985095, + 1.5600438668513399, + 1.564943830587874, + 1.560043870204101, + 1.5602438910985095, + 1.560943882086287, + 1.563943903067122, + 1.5599438949608904 ], "timestamps": [ - "2026-06-16 22:18:00", - "2026-06-16 22:24:00", - "2026-06-16 22:30:00", - "2026-06-16 22:36:00", "2026-06-16 22:42:00", "2026-06-16 22:48:00", "2026-06-16 22:54:00", @@ -795,6 +791,10 @@ "2026-06-18 03:54:00", "2026-06-18 04:00:00", "2026-06-18 04:06:00", - "2026-06-18 04:12:00" + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00" ] } diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index ff132f139252c368b3b7f94562fd311066f413ef..40655254a92480a07e7af6361abf0986ed7d283f 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T04:25:13.197319+00:00", + "evaluated_at": "2026-06-18T05:03:30.422623+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 1.0, 0.8999999761581421, 0.8999999761581421, 1.0, @@ -81,10 +80,10 @@ 1.5, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -155,233 +154,232 @@ 1.7000000476837158, 1.7999999523162842, 1.7999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.600000023841858 ], "p50": [ - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712, - 1.233500012556712 + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107 ], "p10": [ - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.0335000840822857, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.1234999982515974, - 1.1234999982515974, - 1.133499988714854, - 1.133499988714854, - 1.0335000840822857, - 1.133499988714854, - 1.0335000721613568, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.0335000840822857, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.1234999982515974, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.0335000840822857, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.0335000840822857, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.0335000840822857, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.0335000840822857, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.1234999982515974, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.133499988714854, - 1.0335000840822857, - 1.133499988714854, - 1.133499988714854 + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1263333272933962, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1263333272933962, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.0363334131240844, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.0363334131240844, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.0363334131240844, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.0363334131240844, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.0363334131240844, + 1.1263333272933962, + 1.1363333177566528, + 1.0363334012031555, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528 ], "p90": [ - 1.4334999529520671, - 1.4334999410311382, - 1.3335000363985698, - 1.343500026861826, - 1.4335000602404278, - 1.4334999410311382, - 1.3335000363985698, - 1.4334999410311382, - 1.3335000363985698, - 1.3335000363985698, - 1.3335000363985698, - 1.4335000602404278, - 1.4334999410311382, - 1.4334999410311382, - 1.3335000363985698, - 1.4335000602404278, - 1.4334999529520671, - 1.3334999291102092, - 1.3335000363985698, - 1.3335000363985698, - 1.4335000602404278, - 1.4334999410311382, - 1.4334999410311382, - 1.4335000602404278, - 1.3335000363985698, - 1.4334999410311382, - 1.4334999529520671, - 1.4334999410311382, - 1.3335000363985698, - 1.3335000363985698, - 1.3335000363985698, - 1.4334999410311382, - 1.343500026861826, - 1.3335000363985698, - 1.3335000363985698, - 1.4334999410311382, - 1.4334999410311382, - 1.3335000363985698, - 1.4334999410311382, - 1.4335000602404278, - 1.4334999410311382, - 1.4334999410311382, - 1.3335000363985698, - 1.4334999529520671, - 1.4334999410311382, - 1.4335000602404278, - 1.4335000602404278, - 1.4335000602404278, - 1.3335000363985698, - 1.343500026861826, - 1.4334999410311382, - 1.4334999410311382, - 1.4334999410311382, - 1.3335000363985698, - 1.3335000363985698, - 1.4334999410311382, - 1.3335000363985698, - 1.3335000363985698, - 1.4334999410311382, - 1.4334999410311382, - 1.4334999410311382, - 1.3335000363985698, - 1.4334999410311382, - 1.4334999410311382, - 1.4334999410311382, - 1.3335000363985698, - 1.4334999410311382, - 1.4334999410311382, - 1.4334999410311382, - 1.4334999529520671, - 1.4334999410311382, - 1.3335000363985698 + 1.3363333654403686, + 1.3363333654403686, + 1.3363333654403686, + 1.436333281993866, + 1.3363333654403686, + 1.436333270072937, + 1.3463333559036248, + 1.3363333654403686, + 1.3463333559036248, + 1.436333270072937, + 1.436333281993866, + 1.4363333892822265, + 1.436333270072937, + 1.3363333654403686, + 1.436333270072937, + 1.3363333654403686, + 1.436333270072937, + 1.3363333654403686, + 1.436333270072937, + 1.436333281993866, + 1.4363333892822265, + 1.436333270072937, + 1.436333270072937, + 1.436333270072937, + 1.3363333654403686, + 1.436333270072937, + 1.436333270072937, + 1.3463333559036248, + 1.3463333559036248, + 1.436333281993866, + 1.436333270072937, + 1.436333281993866, + 1.436333270072937, + 1.3363333654403686, + 1.4363333892822265, + 1.436333270072937, + 1.3363333654403686, + 1.4363333892822265, + 1.436333270072937, + 1.436333270072937, + 1.436333270072937, + 1.436333270072937, + 1.3363333654403686, + 1.4363333892822265, + 1.3463333559036248, + 1.4363333892822265, + 1.3363333654403686, + 1.436333270072937, + 1.4363333892822265, + 1.4363333892822265, + 1.436333270072937, + 1.436333270072937, + 1.3363333654403686, + 1.436333281993866, + 1.3363333654403686, + 1.4363333892822265, + 1.4363333892822265, + 1.3463333559036248, + 1.436333270072937, + 1.3363333654403686, + 1.436333270072937, + 1.436333270072937, + 1.436333270072937, + 1.436333270072937, + 1.3363333654403686, + 1.4363333892822265, + 1.3363333654403686, + 1.436333270072937, + 1.3363333654403686, + 1.4363333892822265, + 1.3363333654403686, + 1.4363333892822265 ], "timestamps": [ - "2026-06-16 03:50:00", - "2026-06-16 04:00:00", "2026-06-16 04:10:00", "2026-06-16 04:20:00", "2026-06-16 04:30:00", @@ -527,6 +525,8 @@ "2026-06-17 03:50:00", "2026-06-17 04:00:00", "2026-06-17 04:10:00", - "2026-06-17 04:20:00" + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00" ] } diff --git a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json index 2b60e348f7d154f5fcf6bad4d75a2f44a3fa7182..4dd501587b15fc18c84f92c28ce81371ff653d0c 100644 --- a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,26 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T03:37:34.409922+00:00", + "evaluated_at": "2026-06-18T05:03:30.430586+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 19.0, - 19.0, - 19.0, - 19.0, - 20.0, - 20.0, - 19.0, - 20.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, 20.0, 20.0, 20.0, @@ -101,9 +86,7 @@ 19.0, 19.0, 19.0, - 19.0 - ], - "actuals": [ + 19.0, 19.0, 19.0, 19.0, @@ -118,7 +101,9 @@ 18.0, 18.0, 18.0, - 18.0, + 18.0 + ], + "actuals": [ 18.0, 18.0, 18.0, @@ -127,88 +112,102 @@ 18.0, 17.0, 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, 17.0 ], "p50": [ - 20.145833333333332, - 20.145833333333332, - 20.145833333333332, - 20.145833333333332, - 20.145833333333332, - 20.145833333333332, - 20.145833333333332, - 20.145833333333332, - 20.145833333333332, - 20.145833333333332, - 20.145833333333332, - 20.145833333333332, - 20.145833333333332, - 20.145833333333332, - 20.145833333333332, - 20.145833333333332, - 20.145833333333332, - 20.145833333333332, - 20.145833333333332, - 20.145833333333332, - 20.145833333333332, - 20.145833333333332, - 20.145833333333332, - 20.145833333333332 + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468 ], "p10": [ - 19.145833333333332, - 19.94583257039388, - 19.74583371480306, - 19.145833333333332, - 19.74583371480306, - 19.44583257039388, - 19.145833333333332, - 19.145833333333332, - 19.145833333333332, - 19.715833600362142, - 19.44583257039388, - 19.145833333333332, - 19.44583257039388, - 19.74583371480306, - 19.44583257039388, - 19.145833333333332, - 19.145833333333332, - 19.74583371480306, - 19.145833333333332, - 19.845834096272785, - 19.145833333333332, - 19.74583371480306, - 19.74583371480306, - 19.145833333333332 + 18.40022002939592, + 18.300219647926195, + 18.390219991248948, + 18.300219647926195, + 18.700219266456468, + 18.300219647926195, + 17.700219266456468, + 17.700219266456468, + 18.300219647926195, + 18.300219647926195, + 18.300219647926195, + 18.60021888498674, + 18.590218846839768, + 18.300219647926195, + 18.000218503517015, + 18.40022002939592, + 18.300219647926195, + 18.300219647926195, + 18.300219647926195, + 18.500218503517015, + 18.300219647926195, + 18.300219647926195, + 18.000218503517015, + 18.300219647926195 ], "p90": [ - 21.145833333333332, - 21.145833333333332, - 21.145833333333332, - 20.545832951863606, - 20.145833333333332, - 20.545832951863606, - 21.145833333333332, - 20.545832951863606, - 21.145833333333332, - 21.145833333333332, - 21.145833333333332, - 21.145833333333332, - 21.145833333333332, - 20.545832951863606, - 20.605832990010576, - 21.145833333333332, - 20.165833409627275, - 21.145833333333332, - 20.545832951863606, - 21.145833333333332, - 21.145833333333332, - 20.545832951863606, - 20.545832951863606, - 21.145833333333332 + 19.10021888498674, + 19.10021888498674, + 19.10021888498674, + 18.700219266456468, + 18.90022002939592, + 18.71021930460344, + 18.700219266456468, + 19.10021888498674, + 18.71021930460344, + 19.10021888498674, + 18.90022002939592, + 19.10021888498674, + 18.810219686073168, + 19.10021888498674, + 19.10021888498674, + 19.10021888498674, + 19.10021888498674, + 19.10021888498674, + 18.920219914955002, + 19.10021888498674, + 19.10021888498674, + 18.920219914955002, + 18.800219647926195, + 18.800219647926195 ], "timestamps": [ - "2026-06-17 18:00:00", "2026-06-17 19:00:00", "2026-06-17 20:00:00", "2026-06-17 21:00:00", @@ -327,6 +326,7 @@ "2026-06-22 14:00:00", "2026-06-22 15:00:00", "2026-06-22 16:00:00", - "2026-06-22 17:00:00" + "2026-06-22 17:00:00", + "2026-06-22 18:00:00" ] } diff --git a/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 035fe61a260cb332fe94ddecd4d5b75e348da796..15b3c72cce867f8d9d96839ede836c4b47aa0b3f 100644 --- a/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T03:37:34.416889+00:00", + "evaluated_at": "2026-06-18T05:03:30.437774+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.599998474121094, 33.29999923706055, 35.5, 46.0, @@ -341,10 +340,10 @@ 17.899999618530273, 19.399999618530273, 20.399999618530273, - 22.5 + 22.5, + 24.0 ], "actuals": [ - 24.0, 24.799999237060547, 26.200000762939453, 26.200000762939453, @@ -367,88 +366,88 @@ 25.200000762939453, 25.700000762939453, 26.299999237060547, - 27.0 + 27.0, + 27.799999237060547 ], "p50": [ - 33.75514986906479, - 33.655148533920745, - 33.805149106125334, - 33.95514872465561, - 33.45514872465561, - 33.75514986906479, - 34.1551490107579, - 33.455149678329924, - 33.85514834318588, - 33.75514939222763, - 33.45514872465561, - 33.85514882002304, - 33.75514986906479, - 33.555149106125334, - 33.805149106125334, - 33.905148533920745, - 33.75514986906479, - 33.65514948759506, - 33.95514872465561, - 33.75514986906479, - 33.50514986906479, - 33.75514986906479, - 33.50514986906479, - 34.055149106125334 + 33.977761795746154, + 34.227761795746154, + 34.22775988839752, + 34.227761795746154, + 34.22775988839752, + 33.92776255868561, + 34.37776141427643, + 34.17775969766266, + 33.927760651336975, + 34.22776084207184, + 34.37776141427643, + 34.5277610328067, + 34.5277610328067, + 34.37776093743927, + 34.427760651336975, + 34.42776160501129, + 34.47776084207184, + 34.07776217721588, + 34.12776141427643, + 34.22776084207184, + 33.8277631308902, + 34.177760651336975, + 33.977761795746154, + 33.87776141427643 ], "p10": [ - 30.055149106125334, - 29.655147580246428, - 29.645147637466888, - 29.545148018936615, - 29.72514956388901, - 30.055149106125334, - 31.135151127914884, - 30.345145062546234, - 27.055150822739105, - 29.435147122482757, - 29.755149869064788, - 30.555149106125334, - 30.255149678329925, - 29.645147637466888, - 29.84515021238754, - 30.055149106125334, - 30.44515002165268, - 30.055149106125334, - 30.035149220566254, - 30.355144528488616, - 29.555148152451018, - 29.85514834318588, - 29.84514849577377, - 29.85514834318588 + 29.707759049164128, + 31.297760346161194, + 30.327760269867248, + 30.227761795746154, + 30.507760956512758, + 30.5277610328067, + 30.017759945617982, + 30.21776156686432, + 30.307760193573305, + 29.727761795746154, + 30.917760708557434, + 30.827760746704406, + 30.327760269867248, + 28.357762482391664, + 30.827756455169983, + 28.69775843881256, + 30.817756798492738, + 30.127759506927795, + 30.317762139068908, + 30.327760269867248, + 27.5277610328067, + 30.497761109100647, + 30.21776156686432, + 30.027760079132385 ], "p90": [ - 38.60515025053451, - 38.47515051756332, - 39.86514819059799, - 41.175151280502774, - 39.68514750395248, - 38.46514857206771, - 39.68514750395248, - 39.4951504031224, - 38.47515051756332, - 39.475150326828455, - 38.735149602035975, - 38.3651494303746, - 41.355150250534514, - 39.475150326828455, - 37.57514918241928, - 41.41515009794662, - 38.57515032682845, - 37.66514933500717, - 40.285149983505704, - 38.38514931593368, - 38.055149106125334, - 40.255147961716155, - 39.86514819059799, - 39.4951504031224 + 37.64776139520294, + 38.027759316192935, + 40.72775988839752, + 38.02775912545807, + 39.8577601935733, + 40.81776194833404, + 39.227761223541556, + 37.757761719452205, + 40.127759506927795, + 39.94776225350982, + 40.5277610328067, + 39.837760498749084, + 40.72776007913239, + 40.14775958322174, + 40.16775965951568, + 38.55776095651275, + 40.72775988839752, + 38.41775985025054, + 40.727761795746154, + 39.06776232980376, + 42.027760079132385, + 40.42775874398834, + 40.43775897287018, + 40.5277610328067 ], "timestamps": [ - "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", "2026-06-03 07:00:00", @@ -807,6 +806,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 7c86e7913823a9c33787e1bd7e4b1cfc4224f77d..34c998f8becfa1c86116baabdd2622fa615d1c9a 100644 --- a/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T03:37:34.427316+00:00", + "evaluated_at": "2026-06-18T05:03:30.448228+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.79999923706055, 30.600000381469727, 28.5, 27.0, @@ -341,10 +340,10 @@ 24.5, 26.100000381469727, 27.399999618530273, - 28.200000762939453 + 28.200000762939453, + 29.100000381469727 ], "actuals": [ - 29.100000381469727, 29.799999237060547, 29.799999237060547, 29.799999237060547, @@ -367,88 +366,88 @@ 25.899999618530273, 27.200000762939453, 27.899999618530273, - 28.799999237060547 + 28.799999237060547, + 29.5 ], "p50": [ - 23.855397242455936, - 23.955397623925663, - 23.955397623925663, - 23.85539914980457, - 23.955397623925663, - 23.85539914980457, - 23.85539914980457, - 23.955397623925663, - 23.955397623925663, - 23.955397623925663, - 23.955397623925663, - 23.85539914980457, - 23.905398386865116, - 23.905398386865116, - 23.955397623925663, - 23.955397623925663, - 23.955397623925663, - 23.955397623925663, - 23.955397623925663, - 23.85539914980457, - 23.905398386865116, - 23.955397623925663, - 23.85539914980457, - 23.855397242455936 + 24.03781059559305, + 23.937812121471957, + 24.03781059559305, + 23.937812121471957, + 23.937812121471957, + 24.03781059559305, + 24.03781059559305, + 24.03781059559305, + 23.937812121471957, + 24.03781059559305, + 23.987811358532504, + 23.83781174000223, + 24.03781059559305, + 23.937812121471957, + 24.03781059559305, + 23.937812121471957, + 24.03781059559305, + 24.03781059559305, + 23.987811358532504, + 24.03781059559305, + 24.03781059559305, + 24.03781059559305, + 24.03781059559305, + 24.03781059559305 ], "p10": [ - 22.955399531274296, - 23.155398196130253, - 23.155398386865116, - 22.955399531274296, - 22.955397623925663, - 23.135396784692265, - 23.155396479516483, - 23.355397242455936, - 22.955399340539433, - 22.945397776513552, - 23.05539800539539, - 22.955397623925663, - 23.155396479516483, - 23.05539800539539, - 23.155398386865116, - 22.85539914980457, - 23.155398386865116, - 23.25539686098621, - 23.145396632104372, - 23.05539800539539, - 23.23539697542713, - 23.255398768334842, - 22.955399531274296, - 22.85539914980457 + 23.03781231220682, + 23.127811129650667, + 23.23780945118387, + 23.137810977062777, + 23.23780945118387, + 23.23780945118387, + 23.127811129650667, + 23.23780945118387, + 23.23780945118387, + 23.22780960377176, + 22.927810366711213, + 22.937812121471957, + 23.22780960377176, + 23.137810977062777, + 23.237811358532504, + 23.337809832653598, + 23.437810214123324, + 23.337811549267368, + 23.327809985241487, + 23.327809985241487, + 23.037812502941684, + 23.337809832653598, + 23.037812502941684, + 23.23780945118387 ], "p90": [ - 24.975397509484743, - 25.065397852807497, - 25.155398386865116, - 25.365399187951542, - 25.155398386865116, - 25.155398386865116, - 25.155398386865116, - 25.465399378686403, - 25.265396899133183, - 25.37539731874988, - 25.155398386865116, - 24.865398997216676, - 25.065397852807497, - 25.355397242455936, - 25.065398043542363, - 25.355397242455936, - 25.355397242455936, - 25.155398386865116, - 25.155398386865116, - 24.85539914980457, - 24.955399531274296, - 25.355397242455936, - 25.355397242455936, - 25.355397242455936 + 25.237811358532504, + 25.437810214123324, + 25.03781059559305, + 25.437810214123324, + 25.237811358532504, + 25.237811358532504, + 25.437810214123324, + 25.037812502941684, + 25.237811358532504, + 25.437810214123324, + 25.337809832653598, + 25.147810824474885, + 25.24781120594461, + 25.237811358532504, + 25.237811358532504, + 25.437810214123324, + 25.237809641918734, + 25.237811358532504, + 25.037810786327913, + 25.237811358532504, + 25.0578121977659, + 25.257811244091585, + 25.237811358532504, + 25.437810214123324 ], "timestamps": [ - "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", "2026-06-03 07:00:00", @@ -807,6 +806,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 6498b02bbac056d0250fe78a672c0bad1bf275b8..f27e8b37225ad692173ed06a8b4a0932caa54233 100644 --- a/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T03:37:34.437330+00:00", + "evaluated_at": "2026-06-18T05:03:30.458537+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 19.0, 10.0, 12.0, 15.0, @@ -72,8 +71,8 @@ 13.0, 15.0, 14.0, - 18.0, - 13.0, + 19.0, + 14.0, 15.0, 13.0, 15.0, @@ -124,10 +123,10 @@ 20.0, 11.0, 18.0, - 15.0, 17.0, - 23.0, - 12.0, + 18.0, + 25.0, + 13.0, 20.0, 11.0, 12.0, @@ -150,7 +149,7 @@ 11.0, 12.0, 17.0, - 11.0, + 13.0, 17.0, 11.0, 14.0, @@ -173,20 +172,20 @@ 9.0, 9.0, 9.0, - 10.0 + 10.0, + 9.0 ], "actuals": [ - 9.0, 13.0, 18.0, 10.0, 13.0, 19.0, 23.0, - 15.0, - 12.0, + 20.0, 14.0, - 13.0, + 15.0, + 17.0, 16.0, 22.0, 14.0, @@ -199,88 +198,88 @@ 6.0, 6.0, 10.0, - 5.0 + 13.0, + 1.0 ], "p50": [ - 15.345558882235528, - 14.345558882235528, - 14.345558882235528, - 15.345558882235528, - 15.345558882235528, - 15.84555888223553, - 13.345558882235528, - 15.345558882235528, - 13.345558882235528, - 15.345558882235528, - 15.345558882235528, - 15.345558882235528, - 15.345558882235528, - 13.845558882235528, - 15.345558882235528, - 14.345558882235528, - 14.845558882235528, - 14.345558882235528, - 15.345558882235528, - 15.345558882235528, - 15.345558882235528, - 14.345558882235528, - 15.345558882235528, - 15.345558882235528 + 15.21432135728543, + 15.21432135728543, + 13.21432135728543, + 14.71432135728543, + 15.21432135728543, + 13.21432135728543, + 15.21432135728543, + 15.21432135728543, + 15.21432135728543, + 14.21432135728543, + 13.71432135728543, + 14.21432135728543, + 15.21432135728543, + 14.71432135728543, + 15.21432135728543, + 15.21432135728543, + 15.21432135728543, + 15.21432135728543, + 15.21432135728543, + 14.21432135728543, + 15.21432135728543, + 13.21432135728543, + 15.21432135728543, + 15.21432135728543 ], "p10": [ - 6.245558882235531, - 6.345558882235529, - 6.345558882235529, - 6.345558882235529, - 7.345558882235529, - 7.345558882235529, - 7.245558882235531, - 6.345558882235529, - 6.345558882235529, - 7.245558882235531, - 6.345558882235529, - 6.345558882235529, - 6.345558882235529, - 5.24555888223553, - 7.245558882235531, - 6.345558882235529, - 6.345558882235529, - 5.345558882235528, - 7.345558882235529, - 6.345558882235529, - 6.345558882235529, - 6.345558882235529, - 7.345558882235529, - 7.345558882235529 + 6.21432135728543, + 6.21432135728543, + 8.21432135728543, + 6.21432135728543, + 6.21432135728543, + 6.21432135728543, + 7.21432135728543, + 7.114321357285432, + 7.114321357285432, + 6.21432135728543, + 6.21432135728543, + 6.21432135728543, + 6.21432135728543, + 6.21432135728543, + 6.21432135728543, + 8.21432135728543, + 6.21432135728543, + 7.21432135728543, + 7.21432135728543, + 7.21432135728543, + 6.21432135728543, + 7.21432135728543, + 6.21432135728543, + 7.21432135728543 ], "p90": [ - 21.34555888223553, - 21.34555888223553, - 20.34555888223553, - 21.34555888223553, - 22.34555888223553, - 21.445558882235524, - 20.34555888223553, - 20.445558882235524, - 21.34555888223553, - 21.34555888223553, - 21.34555888223553, - 21.34555888223553, - 22.34555888223553, - 21.34555888223553, - 21.34555888223553, - 21.34555888223553, - 21.34555888223553, - 21.34555888223553, - 20.34555888223553, - 21.34555888223553, - 21.34555888223553, - 20.34555888223553, - 20.34555888223553, - 21.34555888223553 + 21.214321357285428, + 21.214321357285428, + 21.214321357285428, + 21.214321357285428, + 21.214321357285428, + 21.214321357285428, + 21.214321357285428, + 23.214321357285428, + 21.214321357285428, + 21.214321357285428, + 21.214321357285428, + 21.214321357285428, + 21.214321357285428, + 21.214321357285428, + 19.214321357285428, + 21.214321357285428, + 21.214321357285428, + 23.214321357285428, + 21.214321357285428, + 21.214321357285428, + 21.214321357285428, + 20.214321357285428, + 21.214321357285428, + 20.314321357285422 ], "timestamps": [ - "2026-06-10 04:00:00", "2026-06-10 05:00:00", "2026-06-10 06:00:00", "2026-06-10 07:00:00", @@ -471,6 +470,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index e013090b8421d2be83704d311f7f05b6fabaa99c..dd42b0990d5cf6349a75c7b9c846690c57b6c29f 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,55 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T04:40:32.994849+00:00", + "evaluated_at": "2026-06-18T05:03:30.463347+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index f80d43edff12cf645a1a28e7dfcf9b804bcc1395..aa2d09455681768105cdd579c51c9dc04eddf4b2 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-18T04:32:03.060911+00:00", - "finished_at": "2026-06-18T04:40:33.085897+00:00", - "task_count": 2, + "started_at": "2026-06-18T04:47:22.629133+00:00", + "finished_at": "2026-06-18T05:03:30.525015+00:00", + "task_count": 8, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,19 +10,55 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T04:32:32.049547+00:00", + "evaluated_at": "2026-06-18T04:48:35.283136+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -30,19 +66,55 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T04:32:59.401186+00:00", + "evaluated_at": "2026-06-18T04:55:58.044863+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -50,19 +122,55 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T04:38:57.591850+00:00", + "evaluated_at": "2026-06-18T04:57:03.427060+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -70,19 +178,55 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T04:39:22.887633+00:00", + "evaluated_at": "2026-06-18T05:00:09.383912+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -90,19 +234,55 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T04:39:57.838856+00:00", + "evaluated_at": "2026-06-18T05:02:16.732029+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -110,19 +290,55 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T04:40:31.145138+00:00", + "evaluated_at": "2026-06-18T05:03:28.044325+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -130,19 +346,55 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T04:40:32.882004+00:00", + "evaluated_at": "2026-06-18T05:03:30.200564+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -150,19 +402,55 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T04:40:32.956568+00:00", + "evaluated_at": "2026-06-18T05:03:30.387113+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -170,19 +458,55 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T04:40:32.994849+00:00", + "evaluated_at": "2026-06-18T05:03:30.463347+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -190,19 +514,55 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T04:40:33.066104+00:00", + "evaluated_at": "2026-06-18T05:03:30.523743+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -210,7 +570,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-18T04:41:12.276816+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260618_050330.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..caad55dac28f1ef312aa2b2cbefeb9ff98e4ea7f --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260618_050330.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "ARIMA", + "evaluated_at": "2026-06-18T05:03:30.113966+00:00", + "metrics": { + "MSE[mean]": 315.4798868653182, + "MSE[0.5]": 320.71639304955846, + "MAE[0.5]": 12.463040288754053, + "MASE[0.5]": 0.9901880748895503, + "MAPE[0.5]": 0.2548904920233705, + "sMAPE[0.5]": 0.3307408120731162, + "MSIS": 25.281196835017678, + "RMSE[mean]": 17.76175348509595, + "NRMSE[mean]": 0.4753368526368807, + "ND[0.5]": 0.33353364295445237, + "mean_weighted_sum_quantile_loss": 0.31499554163199756 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0 + ], + "actual": [ + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547, + 27.0, + 27.799999237060547 + ], + "predictions": { + "p50": [ + 24.46086923854238, + 25.131406234818773, + 25.200042619030356, + 25.53224747151767, + 25.37225453258801, + 25.096903162540425, + 25.450265732840343, + 25.487854600043008, + 25.435683007700334, + 25.433463218642586, + 25.564545620018805, + 25.637838916169585, + 25.576032911487886, + 25.601534671208405, + 25.576307178710916, + 25.616838156835257, + 25.540355432331648, + 25.169565199823914, + 25.473887752738502, + 25.16957635123613, + 25.552263008494585, + 25.12844222855184, + 25.31057562436035, + 25.17109549206971 + ], + "p10": [ + 19.53217839871602, + 21.655315776620654, + 21.978703048525695, + 21.38461114134339, + 22.889265963974367, + 21.475424707580927, + 21.99280536171543, + 21.57765356331164, + 21.539027682813703, + 20.94392629544945, + 21.275173919548436, + 23.236001502860102, + 20.946587661621294, + 21.156359821765744, + 20.974896860886247, + 22.725830907183518, + 22.01049764387245, + 21.110305333785895, + 22.010518803044885, + 20.372729896021877, + 20.881186380055933, + 20.975001145310387, + 20.387078617766566, + 20.33411815901848 + ], + "p90": [ + 27.22933321960585, + 28.342291204442663, + 30.061580219608345, + 28.998434931205647, + 33.50802184211596, + 29.718044153474782, + 31.619550789575676, + 29.13449128631145, + 29.446555435093217, + 30.228112992386926, + 30.653021979896963, + 29.740255829117967, + 31.247881303923254, + 29.608301737903986, + 29.897107180024133, + 29.6070855505061, + 29.485149830854038, + 29.751654404110475, + 31.271937132845526, + 28.118437969970753, + 32.16018446874052, + 29.740975178405005, + 29.143830372948088, + 30.258929688731442 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260618_044822.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260618_044822.json new file mode 100644 index 0000000000000000000000000000000000000000..ff62f411bb343213ad80bb40ee706d38b851d6e7 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260618_044822.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T04:48:22.823619+00:00", + "metrics": { + "MSE[mean]": 52.75861919689745, + "MSE[0.5]": 52.75861919689745, + "MAE[0.5]": 5.9901511669158936, + "MASE[0.5]": 0.47591728140508244, + "MAPE[0.5]": 0.17693568134713888, + "sMAPE[0.5]": 0.1701254023783764, + "MSIS": 2.667847713016814, + "RMSE[mean]": 7.26351286891525, + "NRMSE[mean]": 0.19438482518602546, + "ND[0.5]": 0.16030734830827192, + "mean_weighted_sum_quantile_loss": 0.15927649678018596 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0 + ], + "actual": [ + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547, + 27.0, + 27.799999237060547 + ], + "predictions": { + "p50": [ + 24.104951858520508, + 25.14508628845215, + 26.784709930419922, + 28.220129013061523, + 29.843061447143555, + 34.00194549560547, + 41.360511779785156, + 52.71681213378906, + 57.81053161621094, + 60.09965515136719, + 59.31231689453125, + 57.6766357421875, + 54.666717529296875, + 51.46428680419922, + 47.733455657958984, + 43.14020538330078, + 43.006134033203125, + 39.12177276611328, + 27.86859703063965, + 19.80348014831543, + 19.438858032226562, + 20.24285125732422, + 20.903587341308594, + 21.669429779052734 + ], + "p10": [ + 20.38651466369629, + 19.69908332824707, + 19.41207504272461, + 18.997604370117188, + 19.191858291625977, + 20.09012794494629, + 21.65359878540039, + 27.78752899169922, + 29.303390502929688, + 29.62749481201172, + 30.21343994140625, + 30.220718383789062, + 28.216787338256836, + 26.74212074279785, + 24.918092727661133, + 21.394559860229492, + 18.881263732910156, + 18.414875030517578, + 15.583720207214355, + 13.207712173461914, + 13.561883926391602, + 14.315864562988281, + 15.2228364944458, + 15.265044212341309 + ], + "p90": [ + 28.11821746826172, + 31.5904541015625, + 38.20165252685547, + 42.88654327392578, + 46.61229705810547, + 53.86710739135742, + 66.39628601074219, + 76.32902526855469, + 79.88589477539062, + 81.10262298583984, + 81.22709655761719, + 77.91549682617188, + 75.3551254272461, + 72.62518310546875, + 70.63729095458984, + 66.63059997558594, + 64.87224578857422, + 62.75872039794922, + 47.691829681396484, + 32.3438720703125, + 29.905405044555664, + 29.54580307006836, + 30.027099609375, + 31.677555084228516 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260618_050330.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..1a712ad46dca0c3a2e9688722cbc84195b47126c --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260618_050330.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "ETS", + "evaluated_at": "2026-06-18T05:03:30.336921+00:00", + "metrics": { + "MSE[mean]": 207.07918196293073, + "MSE[0.5]": 208.3467530301401, + "MAE[0.5]": 11.78429645821784, + "MASE[0.5]": 0.9362619034794922, + "MAPE[0.5]": 0.2927966447633294, + "sMAPE[0.5]": 0.30536423440404475, + "MSIS": 15.974833945872346, + "RMSE[mean]": 14.390246070270331, + "NRMSE[mean]": 0.3851091775061638, + "ND[0.5]": 0.31536922262148764, + "mean_weighted_sum_quantile_loss": 0.2872640796419873 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0 + ], + "actual": [ + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547, + 27.0, + 27.799999237060547 + ], + "predictions": { + "p50": [ + 24.194837710921913, + 25.16191349140963, + 25.87898736454872, + 26.596065052385075, + 27.313138925524164, + 27.73021737629997, + 28.89729201237851, + 29.414366076252463, + 29.881442810414498, + 30.898518781637083, + 31.765595134329395, + 32.63267053334739, + 33.34974631383511, + 33.9168219989554, + 34.68389749334082, + 35.400974227502864, + 36.16804924505113, + 36.4851263606829, + 37.25220137823116, + 38.06927658651429, + 38.38635465582037, + 39.45342795675487, + 39.97050488165178, + 40.58758028066977 + ], + "p10": [ + 19.924834964339887, + 22.23191204182467, + 21.978987746018447, + 22.596065052385075, + 23.5931399936394, + 24.330215850421062, + 24.537290543720065, + 25.454367945454123, + 26.26144235265083, + 26.3985197353114, + 28.3055944286104, + 28.932670247245092, + 29.14974555089566, + 27.896823543907793, + 31.08389329717383, + 29.670971061304133, + 32.50804520147203, + 32.53512369039481, + 33.44220210302365, + 34.1692760143097, + 32.08635255773687, + 35.77342841451854, + 36.21050465276994, + 36.737578945525726 + ], + "p90": [ + 27.8648373103787, + 28.961911011856408, + 32.37898736454872, + 30.39606238209699, + 32.94313923069994, + 34.6202167659484, + 33.74729182164364, + 32.99436809804201, + 36.08144166600532, + 36.61852019307507, + 37.91559475285967, + 37.94266999928977, + 39.5497453601608, + 39.68682064473787, + 40.42389650151953, + 39.530973579004325, + 42.41804829137681, + 40.82512403371756, + 43.85220175970089, + 42.90927807424622, + 46.58635160406256, + 45.70342604940624, + 46.4305020587758, + 47.23757989920004 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260618_050114.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260618_050114.json new file mode 100644 index 0000000000000000000000000000000000000000..9c4543a9fd1f34caa3bbd5af7cb8415cbf096ee1 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260618_050114.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T05:01:14.303081+00:00", + "metrics": { + "MSE[mean]": 48.69808304257973, + "MSE[0.5]": 76.62123970288644, + "MAE[0.5]": 5.880701859792073, + "MASE[0.5]": 0.4672215381347408, + "MAPE[0.5]": 0.13567627819808636, + "sMAPE[0.5]": 0.14817253045780887, + "MSIS": 2.985540438099067, + "RMSE[mean]": 6.978401180971164, + "NRMSE[mean]": 0.18675471746546454, + "ND[0.5]": 0.1573782856335096, + "mean_weighted_sum_quantile_loss": 0.17443965446411955 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0 + ], + "actual": [ + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547, + 27.0, + 27.799999237060547 + ], + "predictions": { + "p50": [ + 25.230679512023926, + 25.048614501953125, + 24.644935607910156, + 25.473054885864258, + 26.78484344482422, + 29.116790771484375, + 32.928842544555664, + 38.19288444519043, + 47.23901176452637, + 47.51390075683594, + 49.82986831665039, + 47.275705337524414, + 47.33415603637695, + 44.03579902648926, + 37.30758285522461, + 33.82789993286133, + 33.211212158203125, + 34.179908752441406, + 29.934279441833496, + 26.615057945251465, + 26.08824634552002, + 26.103775024414062, + 25.416049003601074, + 25.620278358459473 + ], + "p10": [ + 21.715190887451172, + 20.379728317260742, + 19.15108299255371, + 18.351468086242676, + 18.317184448242188, + 17.17889404296875, + 21.86329174041748, + 22.503555297851562, + 25.34029769897461, + 27.69509220123291, + 27.8373441696167, + 26.692745208740234, + 25.901888847351074, + 21.73067283630371, + 17.760881423950195, + 16.22856330871582, + 16.899030685424805, + 17.525239944458008, + 13.532867431640625, + 15.468430995941162, + 13.118741035461426, + 14.636110305786133, + 15.448509693145752, + 12.673338890075684 + ], + "p90": [ + 29.054951667785645, + 29.28976821899414, + 32.77854919433594, + 34.72698402404785, + 36.88740158081055, + 44.543357849121094, + 50.34683418273926, + 63.4492073059082, + 68.79511260986328, + 74.85039520263672, + 88.97181701660156, + 79.18931579589844, + 76.59878540039062, + 78.66777038574219, + 71.12686920166016, + 62.3259220123291, + 69.2149658203125, + 63.07227325439453, + 61.351261138916016, + 53.158748626708984, + 51.00883483886719, + 50.603397369384766, + 47.29581260681152, + 44.34099769592285 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260618_050330.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..dcd6fe53ba8abef8841fadfc778fcc29f68043d2 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260618_050330.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T05:03:30.437774+00:00", + "metrics": { + "MSE[mean]": 185.9603992654952, + "MSE[0.5]": 187.2452596428261, + "MAE[0.5]": 12.077313725371068, + "MASE[0.5]": 0.9595421141624071, + "MAPE[0.5]": 0.31893368544031975, + "sMAPE[0.5]": 0.3231800321755451, + "MSIS": 12.749600583013873, + "RMSE[mean]": 13.636729786334229, + "NRMSE[mean]": 0.3649437102217894, + "ND[0.5]": 0.32321089803116765, + "mean_weighted_sum_quantile_loss": 0.2904046182157767 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0 + ], + "actual": [ + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547, + 27.0, + 27.799999237060547 + ], + "predictions": { + "p50": [ + 33.977761795746154, + 34.227761795746154, + 34.22775988839752, + 34.227761795746154, + 34.22775988839752, + 33.92776255868561, + 34.37776141427643, + 34.17775969766266, + 33.927760651336975, + 34.22776084207184, + 34.37776141427643, + 34.5277610328067, + 34.5277610328067, + 34.37776093743927, + 34.427760651336975, + 34.42776160501129, + 34.47776084207184, + 34.07776217721588, + 34.12776141427643, + 34.22776084207184, + 33.8277631308902, + 34.177760651336975, + 33.977761795746154, + 33.87776141427643 + ], + "p10": [ + 29.707759049164128, + 31.297760346161194, + 30.327760269867248, + 30.227761795746154, + 30.507760956512758, + 30.5277610328067, + 30.017759945617982, + 30.21776156686432, + 30.307760193573305, + 29.727761795746154, + 30.917760708557434, + 30.827760746704406, + 30.327760269867248, + 28.357762482391664, + 30.827756455169983, + 28.69775843881256, + 30.817756798492738, + 30.127759506927795, + 30.317762139068908, + 30.327760269867248, + 27.5277610328067, + 30.497761109100647, + 30.21776156686432, + 30.027760079132385 + ], + "p90": [ + 37.64776139520294, + 38.027759316192935, + 40.72775988839752, + 38.02775912545807, + 39.8577601935733, + 40.81776194833404, + 39.227761223541556, + 37.757761719452205, + 40.127759506927795, + 39.94776225350982, + 40.5277610328067, + 39.837760498749084, + 40.72776007913239, + 40.14775958322174, + 40.16775965951568, + 38.55776095651275, + 40.72775988839752, + 38.41775985025054, + 40.727761795746154, + 39.06776232980376, + 42.027760079132385, + 40.42775874398834, + 40.43775897287018, + 40.5277610328067 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260618_050330.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..0c1f92d7683717ce4cf9bc60edb4416f02266152 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260618_050330.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T05:03:30.502764+00:00", + "metrics": { + "MSE[mean]": 90.70332895596941, + "MSE[0.5]": 90.70332895596941, + "MAE[0.5]": 8.441666523615519, + "MASE[0.5]": 0.6706900828540977, + "MAPE[0.5]": 0.2671353807466056, + "sMAPE[0.5]": 0.31532911648018574, + "MSIS": 23.834855943689064, + "RMSE[mean]": 9.523829532072138, + "NRMSE[mean]": 0.25487501324821427, + "ND[0.5]": 0.22591436142341229, + "mean_weighted_sum_quantile_loss": 0.21979532082549702 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0 + ], + "actual": [ + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547, + 27.0, + 27.799999237060547 + ], + "predictions": { + "p50": [ + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0 + ], + "p10": [ + 11.76, + 10.681999626159667, + 10.78, + 11.465999813079835, + 12.25, + 14.014000186920166, + 21.363999252319335, + 24.303999252319336, + 37.63200149536133, + 51.54799850463867, + 65.26799850463867, + 68.01200149536133, + 60.46600074768066, + 56.15399925231934, + 53.99799850463867, + 53.99799850463867, + 55.86, + 51.64600074768067, + 38.122001495361324, + 17.54199962615967, + 19.011999626159668, + 19.991999626159668, + 22.05, + 23.52 + ], + "p90": [ + 12.24, + 11.11799961090088, + 11.22, + 11.933999805450439, + 12.75, + 14.58600019454956, + 22.23599922180176, + 25.295999221801758, + 39.16800155639648, + 53.65199844360352, + 67.93199844360352, + 70.78800155639648, + 62.93400077819825, + 58.445999221801756, + 56.201998443603514, + 56.201998443603514, + 58.14, + 53.75400077819824, + 39.67800155639649, + 18.257999610900878, + 19.78799961090088, + 20.80799961090088, + 22.95, + 24.48 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260618_050317.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260618_050317.json new file mode 100644 index 0000000000000000000000000000000000000000..fed3ee9b4463cf651459f84185f49da0b2692e26 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260618_050317.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T05:03:17.904861+00:00", + "metrics": { + "MSE[mean]": 63.97978390505144, + "MSE[0.5]": 63.97978390505144, + "MAE[0.5]": 6.151151100794475, + "MASE[0.5]": 0.48870872000200555, + "MAPE[0.5]": 0.154702439293127, + "sMAPE[0.5]": 0.15429188443167777, + "MSIS": 2.7811648896064107, + "RMSE[mean]": 7.998736394272, + "NRMSE[mean]": 0.21406074495492217, + "ND[0.5]": 0.16461599958579398, + "mean_weighted_sum_quantile_loss": 0.1655758760594746 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0 + ], + "actual": [ + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547, + 27.0, + 27.799999237060547 + ], + "predictions": { + "p50": [ + 24.79541015625, + 24.79541015625, + 25.632080078125, + 26.432373046875, + 27.56005859375, + 30.06097412109375, + 38.32763671875, + 50.041015625, + 57.4619140625, + 60.2265625, + 61.2451171875, + 58.189453125, + 52.2236328125, + 45.74853515625, + 40.255615234375, + 36.58154296875, + 35.2901611328125, + 33.96240234375, + 29.8336181640625, + 25.1591796875, + 23.849609375, + 23.4130859375, + 23.522216796875, + 23.522216796875 + ], + "p10": [ + 22.649169921875, + 21.6669921875, + 21.0849609375, + 20.7939453125, + 21.30322265625, + 21.521484375, + 23.92236328125, + 29.342529296875, + 31.265960693359375, + 30.5611572265625, + 30.356536865234375, + 27.12353515625, + 21.88525390625, + 19.55712890625, + 19.26611328125, + 18.3203125, + 17.22900390625, + 18.3203125, + 16.57421875, + 14.17333984375, + 14.24609375, + 14.6826171875, + 15.19189453125, + 15.19189453125 + ], + "p90": [ + 26.941650390625, + 28.2330322265625, + 30.87945556640625, + 33.2166748046875, + 36.072265625, + 42.6201171875, + 56.8798828125, + 73.03125, + 83.216796875, + 85.8359375, + 86.708984375, + 85.25390625, + 82.052734375, + 76.232421875, + 69.5390625, + 65.46484375, + 65.3193359375, + 62.9912109375, + 56.0068359375, + 47.421875, + 42.40185546875, + 38.69140625, + 36.14501953125, + 35.19921875 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260618_045541.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260618_045541.json new file mode 100644 index 0000000000000000000000000000000000000000..a4574a0cfeb1949bb0a601098f55a9ac7ce6872c --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260618_045541.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T04:55:41.503545+00:00", + "metrics": { + "MSE[mean]": 65.45636429598699, + "MSE[0.5]": 114.17122273063676, + "MAE[0.5]": 8.068415323893229, + "MASE[0.5]": 0.6410352892932741, + "MAPE[0.5]": 0.19057437910977373, + "sMAPE[0.5]": 0.21331760016611223, + "MSIS": 8.850253911184723, + "RMSE[mean]": 8.090510756187584, + "NRMSE[mean]": 0.216516793924542, + "ND[0.5]": 0.21592547993894579, + "mean_weighted_sum_quantile_loss": 0.17163395512672747 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0 + ], + "actual": [ + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547, + 27.0, + 27.799999237060547 + ], + "predictions": { + "p50": [ + 24.511756896972656, + 24.684478759765625, + 25.212902069091797, + 25.647907257080078, + 26.400062561035156, + 29.427715301513672, + 33.83598709106445, + 37.91495132446289, + 41.700069427490234, + 43.496971130371094, + 44.07582473754883, + 41.441654205322266, + 39.1981086730957, + 37.147239685058594, + 35.19511795043945, + 32.86175537109375, + 31.29901123046875, + 28.87137222290039, + 26.938095092773438, + 24.364025115966797, + 22.278884887695312, + 20.75102996826172, + 20.08190155029297, + 21.244558334350586 + ], + "p10": [ + 25.67625617980957, + 25.813425064086914, + 27.641498565673828, + 29.01555633544922, + 30.493011474609375, + 34.49724197387695, + 38.91160583496094, + 44.887229919433594, + 49.029659271240234, + 50.79866027832031, + 51.099708557128906, + 50.094810485839844, + 46.697879791259766, + 44.85805892944336, + 42.574337005615234, + 40.56919860839844, + 38.16539001464844, + 35.33997344970703, + 33.83427047729492, + 30.676509857177734, + 28.308738708496094, + 27.155277252197266, + 26.878868103027344, + 27.358352661132812 + ], + "p90": [ + 28.171100616455078, + 30.24439239501953, + 33.26359558105469, + 35.781455993652344, + 39.357486724853516, + 45.35581970214844, + 52.60857391357422, + 58.97938537597656, + 65.15099334716797, + 68.03656005859375, + 69.72244262695312, + 67.16720581054688, + 64.6283950805664, + 61.80115509033203, + 58.88954544067383, + 55.93083572387695, + 53.041412353515625, + 50.230857849121094, + 47.223243713378906, + 43.566043853759766, + 40.8260612487793, + 39.13265609741211, + 37.49756622314453, + 37.73371124267578 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260618_045949.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260618_045949.json new file mode 100644 index 0000000000000000000000000000000000000000..ca784e20a3f4bba266644c027f4884e861740d38 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260618_045949.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TiRex", + "evaluated_at": "2026-06-18T04:59:49.619880+00:00", + "metrics": { + "MSE[mean]": 49.57888852088005, + "MSE[0.5]": 49.57888852088005, + "MAE[0.5]": 5.484606424967448, + "MASE[0.5]": 0.43575177096761997, + "MAPE[0.5]": 0.13916376451532095, + "sMAPE[0.5]": 0.14525740443551824, + "MSIS": 2.898034040394222, + "RMSE[mean]": 7.041227770842245, + "NRMSE[mean]": 0.1884360713653645, + "ND[0.5]": 0.1467780508373584, + "mean_weighted_sum_quantile_loss": 0.16726697766980014 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0 + ], + "actual": [ + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547, + 27.0, + 27.799999237060547 + ], + "predictions": { + "p50": [ + 24.143280029296875, + 24.44131851196289, + 24.935035705566406, + 25.48741912841797, + 26.061307907104492, + 28.040172576904297, + 35.259029388427734, + 45.561988830566406, + 51.042694091796875, + 54.5390510559082, + 54.56494140625, + 51.830238342285156, + 48.06487274169922, + 44.09246826171875, + 41.205238342285156, + 38.794525146484375, + 36.962703704833984, + 34.94493865966797, + 29.121660232543945, + 23.032255172729492, + 22.47098159790039, + 22.437599182128906, + 22.319828033447266, + 22.129112243652344 + ], + "p10": [ + 22.30613136291504, + 21.21601676940918, + 20.211585998535156, + 19.45215606689453, + 18.97635841369629, + 18.923091888427734, + 20.411684036254883, + 24.68960952758789, + 25.609695434570312, + 25.97637939453125, + 26.450531005859375, + 23.034263610839844, + 19.389041900634766, + 17.173004150390625, + 15.312235832214355, + 14.364768981933594, + 14.435501098632812, + 15.044187545776367, + 14.543586730957031, + 12.503517150878906, + 12.999818801879883, + 13.351078033447266, + 13.466472625732422, + 13.395059585571289 + ], + "p90": [ + 26.17586326599121, + 28.40399169921875, + 31.7360782623291, + 35.59324645996094, + 39.973541259765625, + 47.509986877441406, + 58.29723358154297, + 71.15699768066406, + 75.59831237792969, + 78.37423706054688, + 78.89928436279297, + 76.82131958007812, + 73.24602508544922, + 70.2813949584961, + 70.16605377197266, + 68.65260314941406, + 67.20905303955078, + 63.62419128417969, + 56.93531036376953, + 45.220054626464844, + 40.69252395629883, + 39.20693588256836, + 37.84183883666992, + 37.04890441894531 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260618_045650.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260618_045650.json new file mode 100644 index 0000000000000000000000000000000000000000..7eaf82045775c83aa789d5f91e216a12f421c3c8 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260618_045650.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T04:56:50.102834+00:00", + "metrics": { + "MSE[mean]": 48.64248702699964, + "MSE[0.5]": 48.64248702699964, + "MAE[0.5]": 5.603801250457764, + "MASE[0.5]": 0.4452217952999293, + "MAPE[0.5]": 0.14269116709463667, + "sMAPE[0.5]": 0.15457720072898953, + "MSIS": 2.241564125816786, + "RMSE[mean]": 6.974416608362282, + "NRMSE[mean]": 0.18664808304985922, + "ND[0.5]": 0.14996792132208903, + "mean_weighted_sum_quantile_loss": 0.15281158784391893 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0 + ], + "actual": [ + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547, + 27.0, + 27.799999237060547 + ], + "predictions": { + "p50": [ + 24.37934112548828, + 25.005878448486328, + 25.243398666381836, + 25.192485809326172, + 25.051353454589844, + 25.82550811767578, + 30.86836814880371, + 44.4400749206543, + 43.20222854614258, + 44.729042053222656, + 45.959014892578125, + 45.21258544921875, + 44.68410110473633, + 45.21324157714844, + 45.47665786743164, + 43.93754577636719, + 43.85584259033203, + 42.599708557128906, + 32.4713134765625, + 20.280155181884766, + 20.327064514160156, + 19.731599807739258, + 19.797222137451172, + 19.722667694091797 + ], + "p10": [ + 22.845882415771484, + 22.331546783447266, + 21.346654891967773, + 20.524185180664062, + 19.349624633789062, + 18.988113403320312, + 20.934072494506836, + 29.24458885192871, + 26.367279052734375, + 26.869064331054688, + 26.58542251586914, + 26.135862350463867, + 23.542251586914062, + 21.847150802612305, + 20.998493194580078, + 19.70045280456543, + 18.969226837158203, + 18.505264282226562, + 14.744112014770508, + 10.940401077270508, + 11.641515731811523, + 11.423782348632812, + 11.841489791870117, + 11.630840301513672 + ], + "p90": [ + 25.721790313720703, + 27.61771011352539, + 29.002622604370117, + 30.130809783935547, + 31.30787467956543, + 33.95551681518555, + 44.080196380615234, + 60.98929214477539, + 60.66929626464844, + 63.06666564941406, + 64.0393295288086, + 64.15593719482422, + 64.41677856445312, + 68.11264038085938, + 67.58109283447266, + 66.24565887451172, + 67.70476531982422, + 65.66366577148438, + 57.108238220214844, + 35.32306671142578, + 33.61016845703125, + 31.753517150878906, + 31.454334259033203, + 30.72110366821289 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_050329.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_050329.json new file mode 100644 index 0000000000000000000000000000000000000000..1acb8609430412b1c8a639d4b5880fa67093a341 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_050329.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-18T05:03:29.827463+00:00", + "metrics": { + "MSE[mean]": 1605717.6537785667, + "MSE[0.5]": 423478.6814069477, + "MAE[0.5]": 574.598194032962, + "MASE[0.5]": 0.5897240791543447, + "MAPE[0.5]": 0.008867769404565936, + "sMAPE[0.5]": 0.008840149115720163, + "MSIS": 8.228186169850508, + "RMSE[mean]": 1267.169149631795, + "NRMSE[mean]": 0.019510214882452234, + "ND[0.5]": 0.008846912221552702, + "mean_weighted_sum_quantile_loss": 0.007870983356216313 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63884.0 + ], + "predictions": { + "p50": [ + 65176.380801840765, + 65164.15301974802, + 65198.27852598687, + 65201.707666291644, + 65198.29817938252, + 65192.56420719013, + 65201.68778268599, + 65176.36725691806, + 65192.55768869645, + 65184.56721062734, + 65231.32194702861, + 65228.6080513723, + 65201.69081438824, + 65192.78745965083, + 65205.36176394328, + 65202.098167366916, + 65192.91150283537, + 65201.69093192007, + 65203.66788111321, + 65201.69092734045, + 65192.91151345588, + 65203.086627270284, + 65164.10195306511, + 65201.69092534691 + ], + "p10": [ + 64992.31446131108, + 65029.915370830466, + 64992.86673573387, + 65029.88104575161, + 64982.96722659899, + 64992.90146287947, + 64992.89283215285, + 64926.947658572884, + 65026.84144789577, + 64992.89656442497, + 64987.97238751281, + 64998.9712265919, + 64894.88328554736, + 64998.97109661323, + 64894.15259048992, + 64926.945880110026, + 64933.70056165584, + 65026.842484896915, + 64992.40364573954, + 64982.97681427678, + 65029.86430328795, + 64982.97681277543, + 64926.945858908206, + 64982.97681228324 + ], + "p90": [ + 65519.72243939492, + 65446.213173802375, + 65519.78238888454, + 65524.79356176754, + 65525.24141183504, + 65519.817116030135, + 65533.930574891725, + 65408.788679263154, + 65524.77579039482, + 65525.25158713049, + 65524.77648285359, + 65535.82980232169, + 65525.25088656062, + 65525.251060673036, + 65612.07816131559, + 65413.70878280944, + 65519.811615825, + 65524.82424506562, + 65612.07819371176, + 65612.07819984635, + 65413.708760748006, + 65535.829609681474, + 65453.52705913803, + 65612.07819785281 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_044742.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_044742.json new file mode 100644 index 0000000000000000000000000000000000000000..70469400017d3f488473d27e71f0cded3ab6906c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_044742.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T04:47:42.256573+00:00", + "metrics": { + "MSE[mean]": 939260.6757208506, + "MSE[0.5]": 939260.6757208506, + "MAE[0.5]": 830.7615559895834, + "MASE[0.5]": 0.852630757789474, + "MAPE[0.5]": 0.012861268235240702, + "sMAPE[0.5]": 0.012750694320238268, + "MSIS": 4.030767845580958, + "RMSE[mean]": 969.1546190989602, + "NRMSE[mean]": 0.014921776527179603, + "ND[0.5]": 0.012790980965837785, + "mean_weighted_sum_quantile_loss": 0.008031337004571516 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63884.0 + ], + "predictions": { + "p50": [ + 65849.78125, + 65834.234375, + 65831.0234375, + 65829.3828125, + 65806.0078125, + 65798.5625, + 65780.7734375, + 65771.3203125, + 65759.4140625, + 65757.7734375, + 65742.40625, + 65739.3046875, + 65744.3125, + 65744.7578125, + 65734.046875, + 65737.328125, + 65725.09375, + 65713.8203125, + 65699.1015625, + 65687.0546875, + 65656.6328125, + 65625.2109375, + 65585.6484375, + 65573.1953125 + ], + "p10": [ + 65580.5, + 65465.62890625, + 65368.40625, + 65261.29296875, + 65156.30859375, + 65049.1015625, + 64922.3515625, + 64840.91796875, + 64774.7421875, + 64678.44140625, + 64619.01171875, + 64562.80078125, + 64491.94140625, + 64455.91015625, + 64423.39453125, + 64437.07421875, + 64362.40234375, + 64195.0234375, + 64114.9140625, + 64033.30078125, + 63962.765625, + 63899.8671875, + 63848.3203125, + 63797.53125 + ], + "p90": [ + 66046.625, + 66133.21875, + 66209.9140625, + 66272.640625, + 66327.3046875, + 66353.859375, + 66373.5390625, + 66424.6171875, + 66461.25, + 66503.625, + 66533.015625, + 66602.3046875, + 66660.4921875, + 66656.625, + 66656.140625, + 66681.90625, + 66733.171875, + 66761.1875, + 66785.2734375, + 66860.75, + 66844.6015625, + 66874.1953125, + 66906.28125, + 66917.6796875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_050330.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..cc51c5076956fd9b3940911cb5e7f43fa3430783 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_050330.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-18T05:03:30.252527+00:00", + "metrics": { + "MSE[mean]": 2095618.963787087, + "MSE[0.5]": 2000823.5646843538, + "MAE[0.5]": 1214.557602108004, + "MASE[0.5]": 1.2465299594066657, + "MAPE[0.5]": 0.018803557553939598, + "sMAPE[0.5]": 0.018566061109154725, + "MSIS": 35.55130092434776, + "RMSE[mean]": 1447.6252843146553, + "NRMSE[mean]": 0.02228864266026104, + "ND[0.5]": 0.018700171015944136, + "mean_weighted_sum_quantile_loss": 0.01802112020127201 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63884.0 + ], + "predictions": { + "p50": [ + 65859.24161603967, + 65877.86567370503, + 65934.44480949538, + 65954.14503903575, + 65986.91753420111, + 66014.81112311648, + 66024.86877453185, + 66056.19791032221, + 66087.86298361256, + 66097.92063502793, + 66137.3083645683, + 66184.36406285866, + 66169.15218302402, + 66194.41295943937, + 66234.71084522974, + 66260.2899810201, + 66269.82419493547, + 66305.71192447584, + 66328.7559040162, + 66352.64168043155, + 66366.50206622192, + 66372.44838951228, + 66404.72869717765, + 66450.50900484301 + ], + "p10": [ + 65681.52677228967, + 65705.87739245503, + 65730.22801262038, + 65753.73058591074, + 65813.02026857612, + 65802.43182624147, + 65770.64221203185, + 65838.64986344721, + 65910.79853048756, + 65904.06438502793, + 65924.18492706829, + 66020.67031285865, + 65965.25374552402, + 66001.46686568938, + 65965.44717335474, + 66033.4548247701, + 66014.14841368547, + 66095.48731510084, + 66123.2199665162, + 66135.70808668155, + 66226.69933184692, + 66119.78432701228, + 66160.25213467765, + 66241.59103609301 + ], + "p90": [ + 66212.02286603967, + 66232.39692370503, + 66259.97176262038, + 66281.09816403575, + 66308.58940920111, + 66329.79940436648, + 66358.12658703185, + 66276.64126969721, + 66406.82782736256, + 66350.67063502793, + 66455.5290676933, + 66479.87968785866, + 66406.36937052403, + 66528.58092818937, + 66553.84014210475, + 66477.4931060201, + 66495.79685118547, + 66622.00684635084, + 66650.3340290162, + 66683.77058668155, + 66592.52745684692, + 66642.87807701228, + 66746.90057217765, + 66772.08712984301 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_050038.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_050038.json new file mode 100644 index 0000000000000000000000000000000000000000..e32a78fd986253ae3f9e227348b859af7b6893b0 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_050038.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T05:00:38.975892+00:00", + "metrics": { + "MSE[mean]": 1275199.7519054413, + "MSE[0.5]": 1126570.3894456227, + "MAE[0.5]": 901.6502278645834, + "MASE[0.5]": 0.9253855230812714, + "MAPE[0.5]": 0.013962575574989533, + "sMAPE[0.5]": 0.013828776465551326, + "MSIS": 6.583395028608121, + "RMSE[mean]": 1129.2474272299412, + "NRMSE[mean]": 0.017386676409470947, + "ND[0.5]": 0.013882432112209818, + "mean_weighted_sum_quantile_loss": 0.008849111313192711 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63884.0 + ], + "predictions": { + "p50": [ + 65846.28125, + 65840.453125, + 65866.15625, + 65818.94140625, + 65835.7265625, + 65867.2578125, + 65867.75390625, + 65839.2109375, + 65836.2890625, + 65820.56640625, + 65848.6953125, + 65819.92578125, + 65833.609375, + 65822.984375, + 65845.15625, + 65826.37109375, + 65819.18359375, + 65956.8515625, + 65866.40234375, + 65788.23046875, + 65809.6328125, + 65779.765625, + 65830.32421875, + 65855.6796875 + ], + "p10": [ + 65590.39453125, + 65421.732421875, + 65401.54296875, + 65254.888671875, + 65192.52734375, + 65124.45703125, + 65137.5, + 64912.638671875, + 65057.615234375, + 64776.494140625, + 64917.771484375, + 64666.056640625, + 64782.994140625, + 64655.14453125, + 64655.5625, + 64765.662109375, + 64607.390625, + 64723.455078125, + 64631.80078125, + 64602.490234375, + 64348.017578125, + 64325.1875, + 64320.712890625, + 64275.8984375 + ], + "p90": [ + 66150.0546875, + 66165.0859375, + 66327.046875, + 66332.296875, + 66324.796875, + 66553.37109375, + 66621.4453125, + 66576.03125, + 66664.2890625, + 66732.37109375, + 66750.54296875, + 66830.68359375, + 66828.734375, + 66788.23828125, + 66785.41015625, + 67044.93359375, + 67085.66015625, + 66993.66796875, + 67016.66796875, + 66900.03125, + 67010.3125, + 66966.16015625, + 67054.671875, + 67891.05859375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_050330.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..81436a3b8be19acca420d266a1f07132d6e9ba43 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_050330.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T05:03:30.392883+00:00", + "metrics": { + "MSE[mean]": 1564330.1075151898, + "MSE[0.5]": 1481268.0957412869, + "MAE[0.5]": 1064.984710514902, + "MASE[0.5]": 1.0930196687771503, + "MAPE[0.5]": 0.01648249493837953, + "sMAPE[0.5]": 0.01630649818694548, + "MSIS": 29.365571700816805, + "RMSE[mean]": 1250.7318287767325, + "NRMSE[mean]": 0.019257134492934175, + "ND[0.5]": 0.016397243063177056, + "mean_weighted_sum_quantile_loss": 0.015669776468394608 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63884.0 + ], + "predictions": { + "p50": [ + 65980.91229783444, + 65975.18573533444, + 66007.41425095944, + 66002.76386033444, + 66011.18573533444, + 66014.72870408444, + 66000.43573533444, + 66007.41425095944, + 66014.72870408444, + 66000.43573533444, + 66015.47284470944, + 66038.17792283444, + 65998.61542283444, + 65999.52557908444, + 66015.47284470944, + 66016.70136033444, + 66001.88495408444, + 66013.42206345944, + 66012.11542283444, + 66011.65057908444, + 66001.16034470944, + 65982.75604783444, + 65990.68573533444, + 66012.11542283444 + ], + "p10": [ + 65803.19745408444, + 65803.19745408444, + 65803.19745408444, + 65802.34940720943, + 65837.28846970944, + 65802.34940720943, + 65746.20917283444, + 65789.86620408444, + 65837.66425095944, + 65806.57948533444, + 65802.34940720943, + 65874.48417283443, + 65794.71698533444, + 65806.57948533444, + 65746.20917283444, + 65789.86620408444, + 65746.20917283444, + 65803.19745408444, + 65806.57948533444, + 65794.71698533444, + 65861.35761033444, + 65730.09198533444, + 65746.20917283444, + 65803.19745408444 + ], + "p90": [ + 66333.69354783444, + 66329.71698533444, + 66332.94120408443, + 66329.71698533444, + 66332.85761033444, + 66329.71698533444, + 66333.69354783444, + 66227.85761033444, + 66333.69354783444, + 66253.18573533444, + 66333.69354783444, + 66333.69354783444, + 66235.83261033444, + 66333.69354783444, + 66334.60214158444, + 66233.90448533444, + 66227.85761033444, + 66329.71698533444, + 66333.69354783444, + 66342.77948533444, + 66227.18573533444, + 66253.18573533444, + 66332.85761033444, + 66333.69354783444 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_050330.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..ecc6915d6372feb8a9e55b799767ba8ff1b2a605 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_050330.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T05:03:30.467867+00:00", + "metrics": { + "MSE[mean]": 1573952.5565319061, + "MSE[0.5]": 1573952.5565319061, + "MAE[0.5]": 1107.74755859375, + "MASE[0.5]": 1.1369082181446917, + "MAPE[0.5]": 0.017127693702729135, + "sMAPE[0.5]": 0.016941553808382685, + "MSIS": 4.119989440558233, + "RMSE[mean]": 1254.5726589288904, + "NRMSE[mean]": 0.019316270577187312, + "ND[0.5]": 0.017055649523945466, + "mean_weighted_sum_quantile_loss": 0.01265649288718205 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63884.0 + ], + "predictions": { + "p50": [ + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "p10": [ + 64724.1, + 65117.08, + 65044.56, + 65561.6171875, + 65179.799999999996, + 65183.72, + 65152.09203125, + 65101.2315625, + 64730.96, + 64341.80046875, + 64542.56265625, + 64442.90890625, + 64659.21328125, + 64531.03234375, + 64362.36515625, + 64536.92, + 64461.429375, + 64464.4, + 64361.507656249996, + 64386.0, + 64621.2, + 64585.92, + 64534.952343749996, + 64574.159999999996 + ], + "p90": [ + 67365.9, + 67774.92, + 67699.44, + 68237.6015625, + 67840.2, + 67844.28, + 67811.36109375, + 67758.4246875, + 67373.04000000001, + 66967.99640625001, + 67176.95296875, + 67073.23171875, + 67298.36484375, + 67164.95203125, + 66989.40046875, + 67171.08, + 67092.50812500001, + 67095.6, + 66988.50796875, + 67014.0, + 67258.8, + 67222.08, + 67169.03203125, + 67209.84 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_050245.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_050245.json new file mode 100644 index 0000000000000000000000000000000000000000..63cbacb11d3731435e82304f191387dad48700d9 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_050245.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T05:02:45.477623+00:00", + "metrics": { + "MSE[mean]": 1153249.0705369313, + "MSE[0.5]": 1153249.0705369313, + "MAE[0.5]": 936.8546549479166, + "MASE[0.5]": 0.961516681444578, + "MAPE[0.5]": 0.014499551897086039, + "sMAPE[0.5]": 0.014362890584469587, + "MSIS": 8.681160768754305, + "RMSE[mean]": 1073.8943479397456, + "NRMSE[mean]": 0.016534422018909957, + "ND[0.5]": 0.014424463882324356, + "mean_weighted_sum_quantile_loss": 0.009283199554511644 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63884.0 + ], + "predictions": { + "p50": [ + 66011.25, + 65974.6875, + 65970.625, + 65942.1875, + 65938.125, + 65921.875, + 65913.75, + 65909.6875, + 65893.4375, + 65865.0, + 65877.1875, + 65856.875, + 65848.75, + 65840.625, + 65848.75, + 65836.5625, + 65832.5, + 65816.25, + 65808.125, + 65777.65625, + 65781.71875, + 65761.40625, + 65765.46875, + 65743.125 + ], + "p10": [ + 65615.15625, + 65478.046875, + 65383.0859375, + 65303.61328125, + 65234.8046875, + 65166.7578125, + 65119.53125, + 65080.9375, + 65025.078125, + 64952.96875, + 64944.84375, + 64890.0, + 64849.375, + 64808.75, + 64790.46875, + 64747.8125, + 64699.0625, + 64662.5, + 64630.0, + 64581.25, + 64560.9375, + 64524.375, + 64500.0, + 64459.375 + ], + "p90": [ + 66368.75, + 66433.75, + 66506.875, + 66506.875, + 66547.5, + 66555.625, + 66588.125, + 66604.375, + 66612.5, + 66604.375, + 66612.5, + 66628.75, + 66645.0, + 66645.0, + 66653.125, + 66661.25, + 66645.0, + 66645.0, + 66653.125, + 66645.0, + 66653.125, + 66645.0, + 66661.25, + 66661.25 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_044853.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_044853.json new file mode 100644 index 0000000000000000000000000000000000000000..b4b2530b34497dbd77c6fcc6d0afeeeebdf3484e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_044853.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T04:48:53.381951+00:00", + "metrics": { + "MSE[mean]": 1444324.649488449, + "MSE[0.5]": 1219119.2991593678, + "MAE[0.5]": 934.4200846354166, + "MASE[0.5]": 0.9590180228156698, + "MAPE[0.5]": 0.014470731427225623, + "sMAPE[0.5]": 0.014326295125960316, + "MSIS": 40.87226438808421, + "RMSE[mean]": 1201.8005864071, + "NRMSE[mean]": 0.01850375515650203, + "ND[0.5]": 0.014386979549662756, + "mean_weighted_sum_quantile_loss": 0.015347092802678451 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63884.0 + ], + "predictions": { + "p50": [ + 65848.171875, + 65829.0234375, + 65840.7265625, + 65846.765625, + 65846.109375, + 65841.71875, + 65815.4453125, + 65801.3671875, + 65800.7734375, + 65798.40625, + 65817.4453125, + 65821.5859375, + 65825.578125, + 65882.4375, + 65897.15625, + 65897.1484375, + 65933.90625, + 65945.2265625, + 65897.4765625, + 65888.8515625, + 65864.5234375, + 65891.0546875, + 65866.7578125, + 65862.6171875 + ], + "p10": [ + 65890.21875, + 65896.828125, + 65910.28125, + 65914.265625, + 65913.890625, + 65867.6484375, + 65843.578125, + 65823.7265625, + 65857.6015625, + 65881.1796875, + 65904.1640625, + 65867.0703125, + 65930.3828125, + 65925.65625, + 65966.28125, + 65975.734375, + 66025.34375, + 65977.6640625, + 65995.3359375, + 65970.1640625, + 65966.4609375, + 65992.5390625, + 65977.875, + 65944.546875 + ], + "p90": [ + 66135.6640625, + 66170.8671875, + 66186.296875, + 66215.6015625, + 66239.453125, + 66242.5625, + 66236.625, + 66254.078125, + 66264.828125, + 66288.328125, + 66353.7265625, + 66338.78125, + 66391.9296875, + 66472.0546875, + 66475.796875, + 66503.1328125, + 66546.3125, + 66585.2578125, + 66572.921875, + 66569.640625, + 66561.8359375, + 66602.5546875, + 66566.2734375, + 66583.03125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_045726.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_045726.json new file mode 100644 index 0000000000000000000000000000000000000000..ecb7dd1a436e2215d080212ddc3131094775154a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_045726.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-18T04:57:26.624761+00:00", + "metrics": { + "MSE[mean]": 1261129.5170167286, + "MSE[0.5]": 1261129.5170167286, + "MAE[0.5]": 972.7130533854166, + "MASE[0.5]": 0.9983190264886544, + "MAPE[0.5]": 0.015057370765602521, + "sMAPE[0.5]": 0.014907526395187347, + "MSIS": 15.146277269255775, + "RMSE[mean]": 1123.0002301944237, + "NRMSE[mean]": 0.017290490232107505, + "ND[0.5]": 0.01497656464887119, + "mean_weighted_sum_quantile_loss": 0.010847026244055945 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63884.0 + ], + "predictions": { + "p50": [ + 65922.3046875, + 65910.6640625, + 65911.21875, + 65912.53125, + 65913.2890625, + 65910.265625, + 65914.9609375, + 65919.921875, + 65927.8125, + 65928.5078125, + 65941.0078125, + 65945.359375, + 65943.59375, + 65938.484375, + 65944.3984375, + 65938.09375, + 65928.046875, + 65915.0625, + 65901.6171875, + 65881.703125, + 65862.8515625, + 65843.6953125, + 65831.28125, + 65813.7265625 + ], + "p10": [ + 65670.6953125, + 65574.21875, + 65500.62890625, + 65444.49609375, + 65400.28125, + 65359.4609375, + 65334.890625, + 65298.8125, + 65262.48828125, + 65224.8359375, + 65205.421875, + 65179.0859375, + 65131.8671875, + 65091.48046875, + 65064.3359375, + 65030.1015625, + 64994.77734375, + 64957.69921875, + 64922.34375, + 64882.2734375, + 64847.03515625, + 64813.734375, + 64789.58203125, + 64760.453125 + ], + "p90": [ + 66187.8359375, + 66266.984375, + 66364.6640625, + 66447.7734375, + 66512.4296875, + 66566.8828125, + 66639.0, + 66698.1484375, + 66752.484375, + 66804.140625, + 66862.0, + 66894.96875, + 66916.0703125, + 66951.5859375, + 67014.5, + 67037.140625, + 67051.7890625, + 67064.515625, + 67073.3515625, + 67078.75, + 67066.1484375, + 67058.25, + 67053.1328125, + 67051.328125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_045622.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_045622.json new file mode 100644 index 0000000000000000000000000000000000000000..fc75965c26134fa3166eca3d54f2f0db21d2fb02 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_045622.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T04:56:22.900992+00:00", + "metrics": { + "MSE[mean]": 1120235.6070919037, + "MSE[0.5]": 1120235.6070919037, + "MAE[0.5]": 910.22021484375, + "MASE[0.5]": 0.9341811088177693, + "MAPE[0.5]": 0.01409156784669983, + "sMAPE[0.5]": 0.013958874439256063, + "MSIS": 5.249838801606036, + "RMSE[mean]": 1058.4118324602687, + "NRMSE[mean]": 0.016296042475016186, + "ND[0.5]": 0.014014381574167557, + "mean_weighted_sum_quantile_loss": 0.008878954268256554 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63884.0 + ], + "predictions": { + "p50": [ + 65889.453125, + 65888.40625, + 65885.1328125, + 65878.21875, + 65876.78125, + 65864.2578125, + 65860.6640625, + 65858.1171875, + 65853.7890625, + 65845.09375, + 65847.15625, + 65834.2890625, + 65828.625, + 65825.328125, + 65816.984375, + 65810.9609375, + 65812.2734375, + 65806.234375, + 65801.234375, + 65793.703125, + 65790.6875, + 65783.28125, + 65782.6875, + 65777.6171875 + ], + "p10": [ + 65623.0859375, + 65501.328125, + 65393.9296875, + 65303.95703125, + 65215.58203125, + 65120.65234375, + 65043.49609375, + 64977.56640625, + 64893.25390625, + 64832.05859375, + 64760.04296875, + 64683.36328125, + 64610.6640625, + 64541.73828125, + 64494.578125, + 64427.484375, + 64387.26171875, + 64332.11328125, + 64271.46484375, + 64220.203125, + 64170.36328125, + 64120.2890625, + 64079.6875, + 64035.3125 + ], + "p90": [ + 66160.109375, + 66261.4453125, + 66345.71875, + 66411.4765625, + 66497.21875, + 66567.53125, + 66633.84375, + 66690.7578125, + 66767.203125, + 66826.78125, + 66901.6171875, + 66942.0546875, + 66983.1796875, + 67050.296875, + 67098.8984375, + 67143.5859375, + 67199.140625, + 67239.8125, + 67283.8359375, + 67315.90625, + 67344.1796875, + 67404.984375, + 67437.6015625, + 67462.8359375 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_050330.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..773cc3dba44f272f0059010d2a7ad4297a4444f2 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_050330.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "ARIMA", + "evaluated_at": "2026-06-18T05:03:30.186710+00:00", + "metrics": { + "MSE[mean]": 39.46295979145583, + "MSE[0.5]": 37.8545298996281, + "MAE[0.5]": 5.086509554301856, + "MASE[0.5]": 0.9714288803971716, + "MAPE[0.5]": 1.0830453530816424, + "sMAPE[0.5]": 0.44504112469112406, + "MSIS": 6.230212819576206, + "RMSE[mean]": 6.281955093078573, + "NRMSE[mean]": 0.5025564074462858, + "ND[0.5]": 0.4069207643441485, + "mean_weighted_sum_quantile_loss": 0.31770409304627123 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 19.0, + 14.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 13.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0, + 10.0, + 9.0 + ], + "actual": [ + 13.0, + 18.0, + 10.0, + 13.0, + 19.0, + 23.0, + 20.0, + 14.0, + 15.0, + 17.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 10.0, + 13.0, + 1.0 + ], + "predictions": { + "p50": [ + 14.190690763466753, + 12.965985956054364, + 13.082355245670145, + 13.732499681026471, + 13.596050324220876, + 13.66492804745526, + 13.535689060468851, + 13.27220791885493, + 13.990288094832021, + 13.525732734065107, + 13.703118174624404, + 13.458493164889765, + 14.216665483180819, + 13.703118174624404, + 13.4938970924573, + 14.161408162571071, + 13.713404622092906, + 12.975629784206227, + 13.4938970924573, + 14.208761464125027, + 14.216044996052982, + 13.45492487893004, + 14.208761464125027, + 14.342900222972467 + ], + "p10": [ + 9.184044796461892, + 8.765389588471628, + 8.773922763099362, + 8.750191566450034, + 8.74419087041634, + 9.217951468313847, + 9.072563017535469, + 8.690184564002765, + 9.662686082484717, + 9.247004336845803, + 9.072563017535469, + 8.744190870391153, + 9.253082356721235, + 9.020225018637728, + 8.744190870391153, + 8.995594707202914, + 8.744190870391153, + 8.678253127199207, + 8.690184564002765, + 9.224029488189418, + 9.253082356721235, + 9.224029488189418, + 9.588585024577915, + 9.020225018637728 + ], + "p90": [ + 19.68621498402428, + 18.915621443042433, + 19.70505883462071, + 19.57352814528604, + 19.705057975836123, + 18.909236387488818, + 20.451417501793284, + 18.979031402420077, + 19.808176268148877, + 19.064173790899424, + 20.451417501793284, + 20.511771043745977, + 20.450940443178574, + 19.018259175952466, + 19.653140261972144, + 18.97467276091648, + 21.030460282297717, + 19.651976453703007, + 18.982697688664974, + 20.451417501793284, + 19.776476217480894, + 18.89683779540969, + 19.808653326763586, + 20.45571102932567 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_044833.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_044833.json new file mode 100644 index 0000000000000000000000000000000000000000..e59361681e295cf77dc243fc136064934b727f29 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_044833.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T04:48:33.050363+00:00", + "metrics": { + "MSE[mean]": 36.16889413361969, + "MSE[0.5]": 36.16889413361969, + "MAE[0.5]": 5.013722737630208, + "MASE[0.5]": 0.9575279498922414, + "MAPE[0.5]": 1.0087555924424467, + "sMAPE[0.5]": 0.4445303504895048, + "MSIS": 11.010069781336291, + "RMSE[mean]": 6.014058042089358, + "NRMSE[mean]": 0.48112464336714866, + "ND[0.5]": 0.4010978190104167, + "mean_weighted_sum_quantile_loss": 0.31867714620519566 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 19.0, + 14.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 13.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0, + 10.0, + 9.0 + ], + "actual": [ + 13.0, + 18.0, + 10.0, + 13.0, + 19.0, + 23.0, + 20.0, + 14.0, + 15.0, + 17.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 10.0, + 13.0, + 1.0 + ], + "predictions": { + "p50": [ + 12.315237998962402, + 12.617396354675293, + 12.685733795166016, + 12.665155410766602, + 12.69674301147461, + 12.782471656799316, + 12.896895408630371, + 13.022603988647461, + 13.078320503234863, + 13.184028625488281, + 13.090341567993164, + 13.124441146850586, + 13.165852546691895, + 13.238910675048828, + 13.290266036987305, + 13.346875190734863, + 13.241618156433105, + 13.075531959533691, + 13.07275104522705, + 13.020589828491211, + 13.07895565032959, + 13.111440658569336, + 13.136096954345703, + 13.1478853225708 + ], + "p10": [ + 8.242106437683105, + 8.234107971191406, + 8.195756912231445, + 8.191864013671875, + 8.190643310546875, + 8.236174583435059, + 8.318798065185547, + 8.353254318237305, + 8.372919082641602, + 8.30435562133789, + 8.39706039428711, + 8.358007431030273, + 8.334247589111328, + 8.389760971069336, + 8.460945129394531, + 8.41476058959961, + 8.335957527160645, + 8.291006088256836, + 8.282493591308594, + 8.251527786254883, + 8.23477554321289, + 8.276567459106445, + 8.284904479980469, + 8.21108627319336 + ], + "p90": [ + 18.501102447509766, + 19.174144744873047, + 19.497589111328125, + 19.444459915161133, + 19.55373764038086, + 19.64634132385254, + 19.71970558166504, + 19.879484176635742, + 20.036924362182617, + 20.19256591796875, + 20.14299201965332, + 20.2782039642334, + 20.309059143066406, + 20.512893676757812, + 20.46965789794922, + 20.636781692504883, + 20.16722869873047, + 20.25078582763672, + 20.343791961669922, + 20.207883834838867, + 20.32393455505371, + 20.372684478759766, + 20.396177291870117, + 20.471397399902344 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_050330.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..fd3534ebbf282ac5628afe5e93c811c8fd0f7697 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_050330.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "ETS", + "evaluated_at": "2026-06-18T05:03:30.377908+00:00", + "metrics": { + "MSE[mean]": 44.69541733915199, + "MSE[0.5]": 49.504076417835826, + "MAE[0.5]": 5.750550786281223, + "MASE[0.5]": 1.0982484260271832, + "MAPE[0.5]": 1.2993087206005864, + "sMAPE[0.5]": 0.4753261428307665, + "MSIS": 4.88992002801469, + "RMSE[mean]": 6.685463135726049, + "NRMSE[mean]": 0.534837050858084, + "ND[0.5]": 0.46004406290249783, + "mean_weighted_sum_quantile_loss": 0.3451622906447982 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 19.0, + 14.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 13.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0, + 10.0, + 9.0 + ], + "actual": [ + 13.0, + 18.0, + 10.0, + 13.0, + 19.0, + 23.0, + 20.0, + 14.0, + 15.0, + 17.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 10.0, + 13.0, + 1.0 + ], + "predictions": { + "p50": [ + 16.221769676314377, + 16.232776394417126, + 14.243783112519875, + 15.754789830622624, + 16.265796548725373, + 14.276803266828122, + 16.28780998493087, + 16.29881670303362, + 16.309823421136368, + 15.320830139239117, + 14.831836857341866, + 15.342843575444615, + 16.353850293547364, + 15.864857011650113, + 16.37586372975286, + 16.38687044785561, + 16.39787716595836, + 16.408883884061108, + 16.419890602163857, + 15.430897320266606, + 16.441904038369355, + 14.452910756472104, + 16.463917474574853, + 16.4749241926776 + ], + "p10": [ + 7.221769676314377, + 7.232776394417126, + 9.243783112519875, + 7.254789830622624, + 7.265796548725373, + 7.2768032668281215, + 8.28780998493087, + 8.198816703033621, + 8.20982342113637, + 7.320830139239117, + 7.331836857341866, + 7.342843575444615, + 7.353850293547364, + 7.364857011650113, + 7.3758637297528615, + 9.38687044785561, + 7.397877165958359, + 8.408883884061108, + 8.419890602163857, + 8.430897320266606, + 7.441904038369355, + 8.452910756472104, + 7.463917474574853, + 8.474924192677602 + ], + "p90": [ + 22.221769676314377, + 22.232776394417126, + 22.243783112519875, + 22.254789830622624, + 22.265796548725373, + 22.27680326682812, + 22.28780998493087, + 24.29881670303362, + 22.309823421136368, + 22.320830139239117, + 22.331836857341866, + 22.342843575444615, + 22.353850293547364, + 22.364857011650113, + 20.37586372975286, + 22.38687044785561, + 22.39787716595836, + 24.408883884061108, + 22.419890602163857, + 22.430897320266606, + 22.441904038369355, + 21.452910756472104, + 22.463917474574853, + 21.574924192677596 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_050213.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_050213.json new file mode 100644 index 0000000000000000000000000000000000000000..f546d99316c30dbf7a5e087d73eda2f0e224bef9 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_050213.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T05:02:13.580355+00:00", + "metrics": { + "MSE[mean]": 38.726113003398645, + "MSE[0.5]": 37.228637669694, + "MAE[0.5]": 5.189123034477234, + "MASE[0.5]": 0.9910261498205859, + "MAPE[0.5]": 0.9626560938429011, + "sMAPE[0.5]": 0.46275830627567366, + "MSIS": 10.187958517504624, + "RMSE[mean]": 6.223030853482782, + "NRMSE[mean]": 0.49784246827862255, + "ND[0.5]": 0.4151298427581787, + "mean_weighted_sum_quantile_loss": 0.32708099676061564 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 19.0, + 14.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 13.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0, + 10.0, + 9.0 + ], + "actual": [ + 13.0, + 18.0, + 10.0, + 13.0, + 19.0, + 23.0, + 20.0, + 14.0, + 15.0, + 17.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 10.0, + 13.0, + 1.0 + ], + "predictions": { + "p50": [ + 9.9143967628479, + 10.319783687591553, + 10.972055912017822, + 11.492841720581055, + 11.584793090820312, + 12.631000995635986, + 12.240715503692627, + 12.516637802124023, + 12.337938785552979, + 11.741893291473389, + 12.588813781738281, + 12.789006233215332, + 12.613467693328857, + 12.24786901473999, + 12.78637409210205, + 12.446492671966553, + 12.903745651245117, + 12.80741024017334, + 12.606188297271729, + 12.616177082061768, + 11.696756362915039, + 12.89600658416748, + 12.758336544036865, + 13.141442775726318 + ], + "p10": [ + 6.545898199081421, + 7.207082986831665, + 7.019441366195679, + 7.281907320022583, + 7.479366064071655, + 7.546281576156616, + 7.358224391937256, + 7.958474159240723, + 7.874417543411255, + 7.448320388793945, + 7.8672730922698975, + 7.9505836963653564, + 7.855386018753052, + 8.03096866607666, + 7.5894615650177, + 8.037398338317871, + 7.813054323196411, + 8.660618305206299, + 7.629235029220581, + 8.307989120483398, + 8.015437364578247, + 7.696637392044067, + 8.432756423950195, + 7.588971853256226 + ], + "p90": [ + 17.064361572265625, + 17.86753749847412, + 20.091809272766113, + 18.692238807678223, + 19.352153778076172, + 23.227079391479492, + 20.813095092773438, + 19.743041038513184, + 18.89986801147461, + 19.17060661315918, + 20.35292339324951, + 20.816455841064453, + 22.631324768066406, + 20.940916061401367, + 20.28479766845703, + 20.921740531921387, + 21.364070892333984, + 21.944350242614746, + 20.16498851776123, + 21.625170707702637, + 20.516745567321777, + 20.812630653381348, + 20.106857299804688, + 20.212315559387207 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_050330.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..59bbbdb2dd01edaae14f73ce18167902e66b11ef --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_050330.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T05:03:30.458537+00:00", + "metrics": { + "MSE[mean]": 38.816254702072776, + "MSE[0.5]": 42.56839912988395, + "MAE[0.5]": 5.342273785761809, + "MASE[0.5]": 1.020275099668038, + "MAPE[0.5]": 1.177441574194672, + "sMAPE[0.5]": 0.4563542714446665, + "MSIS": 4.88992002801469, + "RMSE[mean]": 6.230269231909065, + "NRMSE[mean]": 0.4984215385527252, + "ND[0.5]": 0.42738190286094474, + "mean_weighted_sum_quantile_loss": 0.321325474975974 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 19.0, + 14.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 13.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0, + 10.0, + 9.0 + ], + "actual": [ + 13.0, + 18.0, + 10.0, + 13.0, + 19.0, + 23.0, + 20.0, + 14.0, + 15.0, + 17.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 10.0, + 13.0, + 1.0 + ], + "predictions": { + "p50": [ + 15.21432135728543, + 15.21432135728543, + 13.21432135728543, + 14.71432135728543, + 15.21432135728543, + 13.21432135728543, + 15.21432135728543, + 15.21432135728543, + 15.21432135728543, + 14.21432135728543, + 13.71432135728543, + 14.21432135728543, + 15.21432135728543, + 14.71432135728543, + 15.21432135728543, + 15.21432135728543, + 15.21432135728543, + 15.21432135728543, + 15.21432135728543, + 14.21432135728543, + 15.21432135728543, + 13.21432135728543, + 15.21432135728543, + 15.21432135728543 + ], + "p10": [ + 6.21432135728543, + 6.21432135728543, + 8.21432135728543, + 6.21432135728543, + 6.21432135728543, + 6.21432135728543, + 7.21432135728543, + 7.114321357285432, + 7.114321357285432, + 6.21432135728543, + 6.21432135728543, + 6.21432135728543, + 6.21432135728543, + 6.21432135728543, + 6.21432135728543, + 8.21432135728543, + 6.21432135728543, + 7.21432135728543, + 7.21432135728543, + 7.21432135728543, + 6.21432135728543, + 7.21432135728543, + 6.21432135728543, + 7.21432135728543 + ], + "p90": [ + 21.214321357285428, + 21.214321357285428, + 21.214321357285428, + 21.214321357285428, + 21.214321357285428, + 21.214321357285428, + 21.214321357285428, + 23.214321357285428, + 21.214321357285428, + 21.214321357285428, + 21.214321357285428, + 21.214321357285428, + 21.214321357285428, + 21.214321357285428, + 19.214321357285428, + 21.214321357285428, + 21.214321357285428, + 23.214321357285428, + 21.214321357285428, + 21.214321357285428, + 21.214321357285428, + 20.214321357285428, + 21.214321357285428, + 20.314321357285422 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_050330.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..5a5fa9e27c749f44ddbf60d44c4e35444a73c7d2 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_050330.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T05:03:30.520150+00:00", + "metrics": { + "MSE[mean]": 45.541666666666664, + "MSE[0.5]": 45.541666666666664, + "MAE[0.5]": 5.208333333333333, + "MASE[0.5]": 0.9946949602122016, + "MAPE[0.5]": 0.9353038412305725, + "sMAPE[0.5]": 0.4346025426743165, + "MSIS": 36.69437685010988, + "RMSE[mean]": 6.748456613675949, + "NRMSE[mean]": 0.5398765290940759, + "ND[0.5]": 0.4166666666666667, + "mean_weighted_sum_quantile_loss": 0.4090888888888889 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 19.0, + 14.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 13.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0, + 10.0, + 9.0 + ], + "actual": [ + 13.0, + 18.0, + 10.0, + 13.0, + 19.0, + 23.0, + 20.0, + 14.0, + 15.0, + 17.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 10.0, + 13.0, + 1.0 + ], + "predictions": { + "p50": [ + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0, + 10.0, + 9.0 + ], + "p10": [ + 16.66, + 10.78, + 13.719999999999999, + 18.62, + 16.66, + 13.719999999999999, + 13.719999999999999, + 12.74, + 11.76, + 17.64, + 14.7, + 19.6, + 23.52, + 11.76, + 18.62, + 20.58, + 6.859999999999999, + 16.66, + 10.78, + 8.82, + 8.82, + 8.82, + 9.8, + 8.82 + ], + "p90": [ + 17.34, + 11.22, + 14.280000000000001, + 19.38, + 17.34, + 14.280000000000001, + 14.280000000000001, + 13.26, + 12.24, + 18.36, + 15.3, + 20.4, + 24.48, + 12.24, + 19.38, + 21.42, + 7.140000000000001, + 17.34, + 11.22, + 9.18, + 9.18, + 9.18, + 10.2, + 9.18 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_050325.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_050325.json new file mode 100644 index 0000000000000000000000000000000000000000..9e3b2603e8c6a5391d9bb0fb7db2aa1cb9a1ce95 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_050325.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T05:03:25.994074+00:00", + "metrics": { + "MSE[mean]": 37.80788694818815, + "MSE[0.5]": 37.80788694818815, + "MAE[0.5]": 5.10687255859375, + "MASE[0.5]": 0.9753178361240055, + "MAPE[0.5]": 1.0519769292168988, + "sMAPE[0.5]": 0.44883581248286336, + "MSIS": 13.3879724801061, + "RMSE[mean]": 6.148811832231342, + "NRMSE[mean]": 0.49190494657850736, + "ND[0.5]": 0.4085498046875, + "mean_weighted_sum_quantile_loss": 0.3270446325231482 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 19.0, + 14.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 13.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0, + 10.0, + 9.0 + ], + "actual": [ + 13.0, + 18.0, + 10.0, + 13.0, + 19.0, + 23.0, + 20.0, + 14.0, + 15.0, + 17.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 10.0, + 13.0, + 1.0 + ], + "predictions": { + "p50": [ + 12.1640625, + 12.3984375, + 12.6328125, + 12.73046875, + 12.974609375, + 13.1796875, + 13.2919921875, + 13.4677734375, + 13.4287109375, + 13.5068359375, + 13.39453125, + 13.482421875, + 13.521484375, + 13.775390625, + 13.6826171875, + 13.638671875, + 13.6484375, + 13.4677734375, + 13.6435546875, + 13.84130859375, + 13.90234375, + 14.04150390625, + 13.73876953125, + 13.6435546875 + ], + "p10": [ + 8.3359375, + 8.53125, + 8.5703125, + 8.609375, + 8.84375, + 8.921875, + 8.9609375, + 9.0, + 9.1171875, + 9.1953125, + 9.1953125, + 9.2734375, + 9.1171875, + 9.234375, + 9.1953125, + 9.15625, + 9.234375, + 9.1171875, + 9.078125, + 9.234375, + 9.3125, + 9.41015625, + 9.15625, + 9.0390625 + ], + "p90": [ + 17.59375, + 18.2578125, + 18.62890625, + 18.6875, + 18.8828125, + 19.09765625, + 19.21484375, + 19.625, + 19.5078125, + 19.546875, + 19.3515625, + 19.4296875, + 19.625, + 20.09375, + 20.015625, + 19.9375, + 20.171875, + 19.8203125, + 20.09375, + 20.3671875, + 20.40625, + 20.71875, + 20.328125, + 20.171875 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_045555.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_045555.json new file mode 100644 index 0000000000000000000000000000000000000000..ef143eed3aca23bc6595eebce1a3a7a07625f80f --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_045555.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T04:55:55.391525+00:00", + "metrics": { + "MSE[mean]": 35.956172256240926, + "MSE[0.5]": 37.88044588584459, + "MAE[0.5]": 5.33059827486674, + "MASE[0.5]": 1.018045293873754, + "MAPE[0.5]": 0.8777370182453467, + "sMAPE[0.5]": 0.47990278830337973, + "MSIS": 28.196566022675615, + "RMSE[mean]": 5.996346575727667, + "NRMSE[mean]": 0.4797077260582134, + "ND[0.5]": 0.4264478619893392, + "mean_weighted_sum_quantile_loss": 0.3879208855805574 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 19.0, + 14.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 13.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0, + 10.0, + 9.0 + ], + "actual": [ + 13.0, + 18.0, + 10.0, + 13.0, + 19.0, + 23.0, + 20.0, + 14.0, + 15.0, + 17.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 10.0, + 13.0, + 1.0 + ], + "predictions": { + "p50": [ + 10.496036529541016, + 10.737045288085938, + 10.843070983886719, + 10.842608451843262, + 10.847145080566406, + 10.843950271606445, + 10.86054801940918, + 10.935858726501465, + 11.049052238464355, + 11.138775825500488, + 11.167282104492188, + 11.208501815795898, + 11.306421279907227, + 11.359867095947266, + 11.454652786254883, + 11.414848327636719, + 11.36076545715332, + 11.16919231414795, + 11.171142578125, + 11.093168258666992, + 11.088224411010742, + 11.081574440002441, + 10.942147254943848, + 10.992959022521973 + ], + "p10": [ + 11.894170761108398, + 12.310199737548828, + 12.328741073608398, + 12.485270500183105, + 12.427838325500488, + 12.519739151000977, + 12.385625839233398, + 12.413268089294434, + 12.787582397460938, + 12.825450897216797, + 12.770807266235352, + 12.984583854675293, + 12.973188400268555, + 12.952951431274414, + 13.106329917907715, + 13.202301025390625, + 12.947287559509277, + 12.792403221130371, + 12.900087356567383, + 12.707038879394531, + 12.690327644348145, + 12.721960067749023, + 12.555793762207031, + 12.568399429321289 + ], + "p90": [ + 14.929742813110352, + 15.489876747131348, + 15.87746810913086, + 15.92468547821045, + 16.02490997314453, + 16.0751953125, + 16.17869758605957, + 16.264142990112305, + 16.429534912109375, + 16.45539665222168, + 16.543190002441406, + 16.583309173583984, + 16.6920166015625, + 16.778034210205078, + 16.876522064208984, + 16.865367889404297, + 16.829479217529297, + 16.61077117919922, + 16.675189971923828, + 16.47028350830078, + 16.503421783447266, + 16.580650329589844, + 16.446805953979492, + 16.336856842041016 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260618_050006.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260618_050006.json new file mode 100644 index 0000000000000000000000000000000000000000..627a8529aeab0383c0d27895ebdacbebddc282f7 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260618_050006.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TiRex", + "evaluated_at": "2026-06-18T05:00:06.207617+00:00", + "metrics": { + "MSE[mean]": 37.85705501823512, + "MSE[0.5]": 37.85705501823512, + "MAE[0.5]": 5.247763276100159, + "MASE[0.5]": 1.002225347159712, + "MAPE[0.5]": 1.003599605891391, + "sMAPE[0.5]": 0.4644215805113072, + "MSIS": 11.623166698992094, + "RMSE[mean]": 6.152808709706091, + "NRMSE[mean]": 0.4922246967764872, + "ND[0.5]": 0.4198210620880127, + "mean_weighted_sum_quantile_loss": 0.3301277013708044 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 19.0, + 14.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 13.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0, + 10.0, + 9.0 + ], + "actual": [ + 13.0, + 18.0, + 10.0, + 13.0, + 19.0, + 23.0, + 20.0, + 14.0, + 15.0, + 17.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 10.0, + 13.0, + 1.0 + ], + "predictions": { + "p50": [ + 11.032296180725098, + 11.507122039794922, + 11.757298469543457, + 11.796512603759766, + 11.803828239440918, + 12.150634765625, + 12.31154727935791, + 12.413331031799316, + 12.516496658325195, + 12.633974075317383, + 12.443389892578125, + 12.515159606933594, + 12.598991394042969, + 12.691058158874512, + 12.873333930969238, + 13.035357475280762, + 12.885201454162598, + 12.812639236450195, + 12.708255767822266, + 12.710440635681152, + 12.697868347167969, + 12.832056045532227, + 12.923315048217773, + 12.971524238586426 + ], + "p10": [ + 8.163252830505371, + 8.456354141235352, + 8.421915054321289, + 8.419227600097656, + 8.534883499145508, + 8.565450668334961, + 8.535740852355957, + 8.523542404174805, + 8.547708511352539, + 8.551046371459961, + 8.598714828491211, + 8.569608688354492, + 8.553422927856445, + 8.560344696044922, + 8.595338821411133, + 8.620267868041992, + 8.583216667175293, + 8.591899871826172, + 8.579774856567383, + 8.51384162902832, + 8.514020919799805, + 8.50444507598877, + 8.467842102050781, + 8.493371963500977 + ], + "p90": [ + 18.012821197509766, + 19.005413055419922, + 19.453887939453125, + 19.493501663208008, + 19.371597290039062, + 19.713468551635742, + 19.642295837402344, + 19.81353759765625, + 19.907814025878906, + 20.198951721191406, + 19.738122940063477, + 19.83002471923828, + 19.762252807617188, + 19.79092025756836, + 20.177228927612305, + 20.560550689697266, + 20.18260955810547, + 20.10464096069336, + 19.992202758789062, + 20.108259201049805, + 20.187564849853516, + 20.350143432617188, + 20.351503372192383, + 20.31378936767578 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260618_045701.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260618_045701.json new file mode 100644 index 0000000000000000000000000000000000000000..8c15477b16ecbf59642d57db5ad90524b0671b2d --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260618_045701.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T04:57:01.255428+00:00", + "metrics": { + "MSE[mean]": 36.092265728963945, + "MSE[0.5]": 36.092265728963945, + "MAE[0.5]": 4.991075197855632, + "MASE[0.5]": 0.9532026903066457, + "MAPE[0.5]": 1.014862417570983, + "sMAPE[0.5]": 0.4423682862235608, + "MSIS": 11.154236310356808, + "RMSE[mean]": 6.00768389056581, + "NRMSE[mean]": 0.4806147112452648, + "ND[0.5]": 0.3992860158284505, + "mean_weighted_sum_quantile_loss": 0.3157723888821072 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 19.0, + 14.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 13.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0, + 10.0, + 9.0 + ], + "actual": [ + 13.0, + 18.0, + 10.0, + 13.0, + 19.0, + 23.0, + 20.0, + 14.0, + 15.0, + 17.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 10.0, + 13.0, + 1.0 + ], + "predictions": { + "p50": [ + 12.84561824798584, + 12.74184799194336, + 12.81527042388916, + 12.928339958190918, + 12.849355697631836, + 13.050078392028809, + 13.097737312316895, + 13.042692184448242, + 13.093843460083008, + 13.197710990905762, + 13.12411117553711, + 13.174505233764648, + 13.230618476867676, + 13.13852310180664, + 13.145858764648438, + 13.233681678771973, + 13.15450382232666, + 13.218371391296387, + 13.348490715026855, + 13.196844100952148, + 13.249935150146484, + 13.426737785339355, + 13.206406593322754, + 13.304686546325684 + ], + "p10": [ + 8.281623840332031, + 8.210371017456055, + 8.254186630249023, + 8.238685607910156, + 8.151809692382812, + 8.28411865234375, + 8.2698335647583, + 8.231609344482422, + 8.282445907592773, + 8.26192855834961, + 8.287457466125488, + 8.297285079956055, + 8.261207580566406, + 8.20875358581543, + 8.248025894165039, + 8.347617149353027, + 8.317878723144531, + 8.292013168334961, + 8.377436637878418, + 8.271435737609863, + 8.319175720214844, + 8.372416496276855, + 8.232317924499512, + 8.26142406463623 + ], + "p90": [ + 18.771915435791016, + 18.969772338867188, + 19.180017471313477, + 19.350664138793945, + 19.22429656982422, + 19.6531925201416, + 19.370853424072266, + 19.346534729003906, + 19.399972915649414, + 19.512563705444336, + 19.242351531982422, + 19.701555252075195, + 19.486709594726562, + 19.372390747070312, + 19.53531265258789, + 19.57762908935547, + 19.245037078857422, + 19.727474212646484, + 19.720806121826172, + 19.515583038330078, + 19.670486450195312, + 20.025192260742188, + 19.54368019104004, + 19.853992462158203 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_050329.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_050329.json new file mode 100644 index 0000000000000000000000000000000000000000..40d9d77e485fb8c992ebdbf15ca6c5ed71ed87f5 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_050329.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-18T05:03:29.964702+00:00", + "metrics": { + "MSE[mean]": 0.22880842717201616, + "MSE[0.5]": 0.22369098977701662, + "MAE[0.5]": 0.4107336148207795, + "MASE[0.5]": 0.39329740582426825, + "MAPE[0.5]": 0.3681321381982636, + "sMAPE[0.5]": 0.29335650539858765, + "MSIS": 14.950055335152939, + "RMSE[mean]": 0.47833923858702637, + "NRMSE[mean]": 0.3803588028480326, + "ND[0.5]": 0.3266011512753071, + "mean_weighted_sum_quantile_loss": 0.3231504376695255 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00" + ], + "context": [ + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486 + ], + "actual": [ + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601 + ], + "predictions": { + "p50": [ + 1.6426146617823436, + 1.644204059056373, + 1.6460553529345672, + 1.6435312303672767, + 1.6464993383257678, + 1.6486067267701232, + 1.6485075029998493, + 1.649636440819056, + 1.6505202406571216, + 1.652165717648821, + 1.6531391783477403, + 1.6547083247622039, + 1.6553946124924916, + 1.65458471248682, + 1.6557788774755955, + 1.6563498611683785, + 1.6580634694175531, + 1.6599920753232558, + 1.660977622704152, + 1.6615768804456519, + 1.6615656894334803, + 1.66241262994783, + 1.6641878866160118, + 1.6643769542321198, + 1.664395243800382, + 1.6663386564320297, + 1.66753897866897, + 1.6679447416335136, + 1.6691146191324275, + 1.6690423489381412, + 1.6698115454123044, + 1.670581518741026, + 1.6688959556788556, + 1.6729196205165373, + 1.6721765925392063, + 1.6728716600401612, + 1.6748044364783223, + 1.6726040955660304, + 1.6758922679277426, + 1.677289906159628, + 1.676934815622713, + 1.6789888966912314, + 1.6793213618589813, + 1.6790245911387922, + 1.6795697924979167, + 1.681666344788176, + 1.6810033397226312, + 1.6826743975466683, + 1.6831107449363187, + 1.6844458984621846, + 1.684534368934189, + 1.6847572492021154, + 1.6855992061590692, + 1.6829424618453461, + 1.6872412161717714, + 1.6856383673717101, + 1.6871700592635228, + 1.6897683044648653, + 1.6882691119831188, + 1.6896840375370394 + ], + "p10": [ + 1.6316939158171024, + 1.6292149365922746, + 1.6301874569631023, + 1.6322929646567754, + 1.6323095069089613, + 1.6327253941066915, + 1.635613896317425, + 1.6365214076280186, + 1.6379041314359128, + 1.6370583461157522, + 1.6396639490557816, + 1.6406816623496039, + 1.6416145174837065, + 1.643044908047383, + 1.641925788029325, + 1.642817375039486, + 1.6441833881052799, + 1.6461527577437887, + 1.6476805833332693, + 1.6461864660343912, + 1.6466149871690914, + 1.6495574507728137, + 1.6504600161672687, + 1.6497403863360272, + 1.6527742006784245, + 1.6518490844344154, + 1.6558628650928648, + 1.6546341918920173, + 1.65591682796524, + 1.6560442772885777, + 1.6565501985935445, + 1.6572402570646614, + 1.6562705353367067, + 1.6588149113756008, + 1.6583627066414586, + 1.6603224309015023, + 1.663376379982194, + 1.6599389401384466, + 1.663444024637173, + 1.6641475072557657, + 1.6637078675667594, + 1.6648336348436934, + 1.666157130797734, + 1.6657507912902156, + 1.6669942685025139, + 1.667314793926481, + 1.6677969044811323, + 1.6667141973539314, + 1.669451585926201, + 1.670093798707081, + 1.669620025699253, + 1.6709576540803202, + 1.671910573369019, + 1.671059366400498, + 1.673182238865447, + 1.672209620378202, + 1.672796335591397, + 1.6745351657047984, + 1.6752905554657476, + 1.6768310419608798 + ], + "p90": [ + 1.6559480875611199, + 1.6569827748054915, + 1.661324552247216, + 1.6590560686472635, + 1.659493207595185, + 1.663248912020624, + 1.6615607719629617, + 1.6646611212322184, + 1.6656838590259513, + 1.6670688857549973, + 1.6653854001672306, + 1.66728782097639, + 1.66721531810498, + 1.6682561930548394, + 1.6690603008890943, + 1.6700872421917858, + 1.6715086183862546, + 1.6718199804183138, + 1.6732947140017254, + 1.6763818263970953, + 1.675372339654652, + 1.6751861019696157, + 1.6767001912994701, + 1.67789967215778, + 1.6805943650941413, + 1.677460259027731, + 1.6806949232336263, + 1.6830163996581045, + 1.6815893385546432, + 1.6845886712132072, + 1.6835668007305233, + 1.6821189631111484, + 1.684125549746081, + 1.6844961121248072, + 1.6855563021065407, + 1.6863499669438549, + 1.687700474082362, + 1.6875099736263122, + 1.6884511129876645, + 1.6889336103363681, + 1.6944529582606958, + 1.6914810321336644, + 1.693919976744742, + 1.6945084724011088, + 1.6908871034067594, + 1.6933317612974672, + 1.6944484886913327, + 1.6967276802564906, + 1.6957307815969802, + 1.6985282776287915, + 1.6986239869187598, + 1.6991977342192097, + 1.6987736544671874, + 1.6969868178856486, + 1.6986188753092994, + 1.699318068849352, + 1.700076557111979, + 1.7017947894827068, + 1.701718229787104, + 1.702881590772434 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_044753.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_044753.json new file mode 100644 index 0000000000000000000000000000000000000000..77b863ed507027ffde164db1a8e698fa13469f44 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_044753.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T04:47:53.692866+00:00", + "metrics": { + "MSE[mean]": 1.0352529381689917, + "MSE[0.5]": 1.0352529381689917, + "MAE[0.5]": 0.8147207061449687, + "MASE[0.5]": 0.7801346873884386, + "MAPE[0.5]": 0.7344299235263771, + "sMAPE[0.5]": 1.0516903554524197, + "MSIS": 20.5839864800921, + "RMSE[mean]": 1.0174738022027847, + "NRMSE[mean]": 0.8090599434791664, + "ND[0.5]": 0.6478377006247314, + "mean_weighted_sum_quantile_loss": 0.586885669184189 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00" + ], + "context": [ + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486 + ], + "actual": [ + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601 + ], + "predictions": { + "p50": [ + 1.630208969116211, + 1.6196576356887817, + 1.6050019264221191, + 1.5899206399917603, + 1.5663633346557617, + 1.5418063402175903, + 1.5201003551483154, + 1.494699478149414, + 1.4637949466705322, + 1.4297442436218262, + 1.4005087614059448, + 1.3649706840515137, + 1.327593207359314, + 1.2853285074234009, + 1.2461427450180054, + 1.2073622941970825, + 1.1503424644470215, + 1.1070597171783447, + 1.0671000480651855, + 1.0161089897155762, + 0.9620735049247742, + 0.9097818732261658, + 0.8565049171447754, + 0.8009268045425415, + 0.7459138631820679, + 0.6911996603012085, + 0.6451867818832397, + 0.5868957042694092, + 0.5280555486679077, + 0.47928643226623535, + 0.4205365777015686, + 0.36641883850097656, + 0.28081727027893066, + 0.22178608179092407, + 0.17843389511108398, + 0.12761586904525757, + 0.06164443492889404, + 0.008362770080566406, + -0.04244542121887207, + -0.09658253192901611, + -0.14554345607757568, + -0.19451904296875, + -0.2310088872909546, + -0.27142786979675293, + -0.3102226257324219, + -0.3474137783050537, + -0.397296667098999, + -0.4389305114746094, + -0.485981822013855, + -0.5091789960861206, + -0.5453466176986694, + -0.5825399160385132, + -0.59684157371521, + -0.6227822303771973, + -0.6481300592422485, + -0.6735409498214722, + -0.6852453947067261, + -0.6853610277175903, + -0.707921028137207, + -0.714238166809082 + ], + "p10": [ + 1.6025959253311157, + 1.59243643283844, + 1.5712782144546509, + 1.5427350997924805, + 1.5252056121826172, + 1.4924064874649048, + 1.4700711965560913, + 1.440410852432251, + 1.4076787233352661, + 1.3636120557785034, + 1.327950358390808, + 1.2862917184829712, + 1.2437065839767456, + 1.1892695426940918, + 1.1513875722885132, + 1.0887608528137207, + 1.0310405492782593, + 0.9875839948654175, + 0.9249637722969055, + 0.8675920963287354, + 0.8121006488800049, + 0.7451726198196411, + 0.6880350112915039, + 0.6120641231536865, + 0.552241325378418, + 0.4817548394203186, + 0.4275394678115845, + 0.35874634981155396, + 0.28163886070251465, + 0.21628612279891968, + 0.1327805519104004, + 0.08175122737884521, + 0.0011881589889526367, + -0.04516243934631348, + -0.11165523529052734, + -0.1638878583908081, + -0.22669315338134766, + -0.28756964206695557, + -0.34915852546691895, + -0.4019373655319214, + -0.46054959297180176, + -0.5241607427597046, + -0.569633960723877, + -0.6211347579956055, + -0.6810318231582642, + -0.7448185682296753, + -0.7872384786605835, + -0.824897050857544, + -0.9188097715377808, + -0.9525336027145386, + -1.008839726448059, + -1.0309957265853882, + -1.0699914693832397, + -1.0872365236282349, + -1.1107786893844604, + -1.1408964395523071, + -1.1579416990280151, + -1.1707743406295776, + -1.2014611959457397, + -1.1994448900222778 + ], + "p90": [ + 1.6540608406066895, + 1.6430027484893799, + 1.6438720226287842, + 1.627098798751831, + 1.6087603569030762, + 1.5819976329803467, + 1.5701770782470703, + 1.5561283826828003, + 1.5236105918884277, + 1.4975602626800537, + 1.4685419797897339, + 1.4419634342193604, + 1.407339096069336, + 1.3833932876586914, + 1.344056248664856, + 1.3151227235794067, + 1.278118371963501, + 1.2340989112854004, + 1.2033644914627075, + 1.1536056995391846, + 1.1069151163101196, + 1.0635631084442139, + 1.0283671617507935, + 0.9769995212554932, + 0.9392421841621399, + 0.8986999988555908, + 0.8692631125450134, + 0.8102145195007324, + 0.7630813717842102, + 0.7225390672683716, + 0.6934443712234497, + 0.6513057947158813, + 0.5849186778068542, + 0.5306522846221924, + 0.48607689142227173, + 0.45128577947616577, + 0.41996657848358154, + 0.36273205280303955, + 0.32330775260925293, + 0.28564709424972534, + 0.24516206979751587, + 0.22875124216079712, + 0.20781981945037842, + 0.15986961126327515, + 0.14141994714736938, + 0.11224418878555298, + 0.08314263820648193, + 0.024544358253479004, + 0.06716060638427734, + 0.0295180082321167, + 0.006409883499145508, + -0.0005877017974853516, + 0.005385041236877441, + -0.01944434642791748, + -0.04973757266998291, + -0.04207170009613037, + -0.0721433162689209, + -0.0402829647064209, + -0.05549967288970947, + -0.07330131530761719 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_050330.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..655b38ff15f5160a8ffc2439e115334cf58935ea --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_050330.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-18T05:03:30.288493+00:00", + "metrics": { + "MSE[mean]": 0.19505353943550854, + "MSE[0.5]": 0.1999660578630822, + "MAE[0.5]": 0.3899497517144154, + "MASE[0.5]": 0.37339584640039086, + "MAPE[0.5]": 0.3490504999469268, + "sMAPE[0.5]": 0.2813912675797851, + "MSIS": 11.606133057841557, + "RMSE[mean]": 0.44164866062913466, + "NRMSE[mean]": 0.3511837254508913, + "ND[0.5]": 0.3100745428518675, + "mean_weighted_sum_quantile_loss": 0.2959196938284052 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00" + ], + "context": [ + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486 + ], + "actual": [ + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601 + ], + "predictions": { + "p50": [ + 1.6544325850491406, + 1.6616935526250747, + 1.653954594110768, + 1.6547156602727844, + 1.6509767843705156, + 1.656237777695656, + 1.6504988530367877, + 1.6607598415935567, + 1.6525208597142294, + 1.655281885225878, + 1.6485429287381292, + 1.6483039779724267, + 1.6435650255377938, + 1.6488260337640954, + 1.6530870548650005, + 1.6533481572666409, + 1.6516091066035534, + 1.6488701582220366, + 1.6496311200759246, + 1.6403922255770065, + 1.647653297461069, + 1.6459143213037875, + 1.6466752831576754, + 1.644936292099233, + 1.6486973494397619, + 1.6464584691267492, + 1.6532194729423073, + 1.6464805015533974, + 1.6502415439927651, + 1.647502580710087, + 1.6427635388684871, + 1.6435246646351482, + 1.6422856075347592, + 1.6465467180426314, + 1.6518077411700942, + 1.649068777887416, + 1.6508297715701845, + 1.6410908537062456, + 1.6463518619325472, + 1.6441129369160512, + 1.6473739857927205, + 1.6496350028405096, + 1.6468959650520256, + 1.6431570146439507, + 1.6434180127374627, + 1.6401791452990535, + 1.6459401619892147, + 1.640701260695367, + 1.6454622008531645, + 1.651223247345648, + 1.6469842139679076, + 1.6377453343701507, + 1.6385063111252, + 1.6472673636973574, + 1.6475284362966753, + 1.6387894161511662, + 1.6410505077047612, + 1.6353114638366033, + 1.645572586503823, + 1.6468336164262154 + ], + "p10": [ + 1.611732621077168, + 1.5984935914396194, + 1.601154642080586, + 1.6032156825649215, + 1.5977766944390277, + 1.591637752042748, + 1.5954987862795855, + 1.597059797438436, + 1.5997208480794025, + 1.5945818918539145, + 1.5905429453082203, + 1.5943039579452658, + 1.5990649875100305, + 1.5985260197450828, + 1.5904870442315318, + 1.5983480905094387, + 1.5891091513070368, + 1.5907701581981946, + 1.6026311887404754, + 1.5903922285572385, + 1.594153241194284, + 1.5879143008538064, + 1.600375284695475, + 1.5874363687517372, + 1.591197404276035, + 1.5929584128599643, + 1.5966194699978375, + 1.586380500456672, + 1.5862415404174175, + 1.599902561731968, + 1.58956360986954, + 1.5893246471829081, + 1.5960856778205563, + 1.5850467319901183, + 1.5848077693034863, + 1.5854687652273896, + 1.5901297930993823, + 1.5839908437880326, + 1.5928518801715685, + 1.5855129403492787, + 1.585173952128017, + 1.5871349879393484, + 1.5846960207942895, + 1.5956570003388357, + 1.58841806518955, + 1.5930791243539812, + 1.5902401549081826, + 1.5857011939381649, + 1.5872622050970153, + 1.5942232063376522, + 1.5932842437225463, + 1.5826453523469113, + 1.5863063424295594, + 1.5821674210131838, + 1.583828436845038, + 1.579789488087453, + 1.5794505030326884, + 1.578311542037897, + 1.581072594371636, + 1.5878336011674263 + ], + "p90": [ + 1.6840325973515393, + 1.687693635117903, + 1.686454682325642, + 1.6862156630145981, + 1.6830767346840838, + 1.6857377853250504, + 1.6815987867951656, + 1.6852598539913228, + 1.6810208507884337, + 1.6847819226575949, + 1.684642949742806, + 1.6803039597483063, + 1.6802650209363152, + 1.6838260003854941, + 1.6795870862170434, + 1.6803481076755764, + 1.6791091314139865, + 1.6828701973226834, + 1.6817311836383178, + 1.6783922016308401, + 1.6761532591054797, + 1.6780143252615358, + 1.677675360882132, + 1.6815363960735752, + 1.6801973909245946, + 1.6799584252577304, + 1.6817194338416601, + 1.6804805406540444, + 1.6802415749871802, + 1.6770025883394815, + 1.6757636087251309, + 1.6755246438033247, + 1.6752856475890805, + 1.6740467514212325, + 1.6769077994872785, + 1.6748688033505204, + 1.6783298496522692, + 1.6740908162745285, + 1.6748518973377062, + 1.673612884940801, + 1.67247398450526, + 1.6752350398192313, + 1.6759960076335838, + 1.6737570736763907, + 1.6764180706731775, + 1.6712791561709408, + 1.6740402114849116, + 1.6738012458180478, + 1.6745622136324003, + 1.6752232363783932, + 1.6713842634159208, + 1.6718453483414792, + 1.6708063870138337, + 1.6703673970998003, + 1.6750283951694702, + 1.6698894691188335, + 1.6698505243463782, + 1.6703115496672916, + 1.6730726049812628, + 1.6688336312081673 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_050055.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_050055.json new file mode 100644 index 0000000000000000000000000000000000000000..113924c8798ad3ec9a8b21481444fb88268f62cf --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_050055.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T05:00:55.974345+00:00", + "metrics": { + "MSE[mean]": 0.9315930643001236, + "MSE[0.5]": 0.8344527093655716, + "MAE[0.5]": 0.760171056787173, + "MASE[0.5]": 0.7279007459556052, + "MAPE[0.5]": 0.6851737638111455, + "sMAPE[0.5]": 0.457425539556925, + "MSIS": 2.260143917565712, + "RMSE[mean]": 0.965190688050876, + "NRMSE[mean]": 0.767486221100192, + "ND[0.5]": 0.6044617079154563, + "mean_weighted_sum_quantile_loss": 0.38711210676101687 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00" + ], + "context": [ + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486 + ], + "actual": [ + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601 + ], + "predictions": { + "p50": [ + 1.6494667530059814, + 1.6532225012779236, + 1.6580212116241455, + 1.660723865032196, + 1.6667082905769348, + 1.6708223223686218, + 1.6839241981506348, + 1.665880799293518, + 1.7004426717758179, + 1.7006606459617615, + 1.69740492105484, + 1.7116289138793945, + 1.7083011865615845, + 1.7460774183273315, + 1.7246100306510925, + 1.7642054557800293, + 1.7056155800819397, + 1.769873023033142, + 1.7702754139900208, + 1.7670509219169617, + 1.7360745072364807, + 1.7562152743339539, + 1.854597806930542, + 1.791098952293396, + 1.778267741203308, + 1.8062232732772827, + 1.8267334699630737, + 1.8568677306175232, + 1.837162971496582, + 1.9454954862594604, + 1.896695613861084, + 1.9548094868659973, + 2.161549210548401, + 2.057114839553833, + 2.115720510482788, + 2.0397695302963257, + 2.0751198530197144, + 2.0521812438964844, + 2.0163354873657227, + 2.035670280456543, + 2.2690467834472656, + 2.050183057785034, + 2.0876392126083374, + 2.4629571437835693, + 1.9652918577194214, + 2.238239049911499, + 2.27524733543396, + 2.230939745903015, + 2.495864987373352, + 2.541539788246155, + 2.4960843324661255, + 2.512376546859741, + 2.6975255012512207, + 2.366089344024658, + 2.6154948472976685, + 2.6150124073028564, + 2.6107484102249146, + 2.4508116245269775, + 2.6005321741104126, + 2.6150124073028564 + ], + "p10": [ + 1.631081461906433, + 1.6257840991020203, + 1.6079310774803162, + 1.6079670190811157, + 1.5924822092056274, + 1.5881226658821106, + 1.5893569588661194, + 1.5600313544273376, + 1.541929543018341, + 1.5105046033859253, + 1.479659378528595, + 1.4076905250549316, + 1.47909414768219, + 1.4208229184150696, + 1.4144020676612854, + 1.4451215267181396, + 1.1492546796798706, + 1.0557241439819336, + 1.094183325767517, + 1.1146583557128906, + 1.0358994007110596, + 0.8567927479743958, + 0.9191171526908875, + 0.8439750373363495, + 0.8812255561351776, + 0.8195642232894897, + 0.9061898589134216, + 0.7823753356933594, + 0.5628029406070709, + 0.8027236461639404, + 0.4459924101829529, + 0.6619795560836792, + 0.4000968635082245, + 0.6847326159477234, + 0.617872953414917, + 0.5050057172775269, + 0.1825629472732544, + 0.3464430272579193, + 0.5824567973613739, + 0.39828234910964966, + 0.5736006498336792, + 0.35963618755340576, + 0.5995131433010101, + 0.712431788444519, + 0.08030250668525696, + 0.5398787260055542, + 0.6323078870773315, + 0.37894243001937866, + 0.5505692660808563, + 0.6664771437644958, + 0.6725724935531616, + 0.4249853789806366, + 0.5905802547931671, + 0.4450465738773346, + 0.8698338866233826, + 0.7129087448120117, + 0.3170914649963379, + 0.4369921088218689, + 0.7949270308017731, + 0.3717089593410492 + ], + "p90": [ + 1.6689804792404175, + 1.6912959814071655, + 1.7073349356651306, + 1.7071126103401184, + 1.7464572191238403, + 1.7589574456214905, + 1.805591881275177, + 1.7875439524650574, + 1.8404074907302856, + 1.8789202570915222, + 1.9124124646186829, + 1.9087337851524353, + 1.9557558298110962, + 2.006283402442932, + 2.096113920211792, + 2.098395347595215, + 2.2341747283935547, + 2.384399652481079, + 2.4041703939437866, + 2.4447968006134033, + 2.381359100341797, + 2.577285051345825, + 2.746721386909485, + 2.719018816947937, + 2.675419569015503, + 2.8793997764587402, + 2.9608782529830933, + 2.72274112701416, + 3.117913007736206, + 3.10563588142395, + 3.0284286737442017, + 3.1044375896453857, + 3.7035436630249023, + 3.4653728008270264, + 3.4350764751434326, + 3.586951494216919, + 3.8240013122558594, + 3.4905951023101807, + 3.375426769256592, + 4.039290428161621, + 3.824387788772583, + 4.1093339920043945, + 3.9021148681640625, + 4.109512805938721, + 4.119801759719849, + 4.123718023300171, + 4.135841369628906, + 4.135841369628906, + 4.884926795959473, + 4.896323919296265, + 4.8562657833099365, + 5.022751092910767, + 5.370044708251953, + 4.896255970001221, + 5.656670570373535, + 4.896255970001221, + 4.896255970001221, + 4.896255970001221, + 5.555479049682617, + 4.9860007762908936 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_050330.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..c7b99170633a2b99a3ad95e0a8a34a9655a8c05a --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_050330.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T05:03:30.411664+00:00", + "metrics": { + "MSE[mean]": 0.12108119298143297, + "MSE[0.5]": 0.12458398547106336, + "MAE[0.5]": 0.3015829751899304, + "MASE[0.5]": 0.28878036153607645, + "MAPE[0.5]": 0.27163038358154806, + "sMAPE[0.5]": 0.22752755494635604, + "MSIS": 8.476558143286908, + "RMSE[mean]": 0.34796722975221817, + "NRMSE[mean]": 0.27669149478486815, + "ND[0.5]": 0.23980834133832024, + "mean_weighted_sum_quantile_loss": 0.22708934684977283 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00" + ], + "context": [ + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486 + ], + "actual": [ + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601 + ], + "predictions": { + "p50": [ + 1.5314438744568926, + 1.5389438076996904, + 1.5314438148522478, + 1.532443846681128, + 1.5289439364457231, + 1.5344438954377275, + 1.5289439364457231, + 1.539443890669356, + 1.5314438744568926, + 1.5344438656354051, + 1.5279438748145204, + 1.5279438897156816, + 1.5234439029479128, + 1.5289438768410784, + 1.5334438636088472, + 1.5339439316773515, + 1.532443846681128, + 1.529943863966475, + 1.530943791487227, + 1.521943862655173, + 1.529443900206099, + 1.5279438897156816, + 1.5289438172364336, + 1.527443791844855, + 1.5314438148522478, + 1.529443900206099, + 1.536443869688521, + 1.529943863966475, + 1.5339438720727068, + 1.5314438744568926, + 1.5269437982821565, + 1.5279438897156816, + 1.5269437982821565, + 1.5314438744568926, + 1.5369438632512193, + 1.5344438656354051, + 1.5364438249850374, + 1.5269438727879625, + 1.532443846681128, + 1.5304438873314958, + 1.5339439018750292, + 1.5364438845896822, + 1.533943812468062, + 1.530443827726851, + 1.530943791487227, + 1.5279438897156816, + 1.5339438720727068, + 1.5289439364457231, + 1.5339438422703844, + 1.539943854429732, + 1.5359437867188555, + 1.5269438727879625, + 1.5279438152098757, + 1.536943833448897, + 1.537443871715079, + 1.5289438172364336, + 1.5314438744568926, + 1.5259437962555986, + 1.5364438845896822, + 1.5379438801789385 + ], + "p10": [ + 1.48874391048492, + 1.4757438465142352, + 1.478643862822066, + 1.4809438689732652, + 1.4757438465142352, + 1.4698438697848197, + 1.473943869688521, + 1.4757438465142352, + 1.478643862822066, + 1.4737438722634417, + 1.4699438913846117, + 1.473943869688521, + 1.4789438649201494, + 1.478643862822066, + 1.4708438529753787, + 1.4789438649201494, + 1.4699438913846117, + 1.4718438639426332, + 1.4839438601517778, + 1.4719438656354051, + 1.4759438439393144, + 1.4699438692657005, + 1.4826438187742335, + 1.4699438684973594, + 1.473943869688521, + 1.4759438439393144, + 1.4798438667440514, + 1.4698438628697497, + 1.4699438684973594, + 1.4838438554787736, + 1.4737438692832094, + 1.4737438722634417, + 1.4807438685679537, + 1.4699438884043794, + 1.4699438913846117, + 1.4708438529753787, + 1.4757438465142352, + 1.4698438628697497, + 1.4789438649201494, + 1.4718438907647233, + 1.4717438682103259, + 1.473943869688521, + 1.4717438682103259, + 1.4829438134217363, + 1.4759438439393144, + 1.4808438687706094, + 1.478243864991675, + 1.473943869688521, + 1.4757438465142352, + 1.4829438134217363, + 1.4822438164734941, + 1.4718438907647233, + 1.4757438465142352, + 1.4718438907647233, + 1.4737438722634417, + 1.4699438891727206, + 1.4698438697848197, + 1.4689438744568926, + 1.4719438924574952, + 1.4789438649201494 + ], + "p90": [ + 1.5610438867592913, + 1.5649438901925188, + 1.563943903067122, + 1.5639438494229418, + 1.5610438867592913, + 1.563943903067122, + 1.560043870204101, + 1.563943903067122, + 1.559943865531097, + 1.563943903067122, + 1.5640438958191973, + 1.5599438714915614, + 1.5601438983464342, + 1.5639438434624773, + 1.5599438949608904, + 1.560943882086287, + 1.5599438714915614, + 1.563943903067122, + 1.5630438550496202, + 1.5599438387090068, + 1.5579438618505101, + 1.56004389367343, + 1.5599438949608904, + 1.5640438958191973, + 1.5629438563370806, + 1.5629438563370806, + 1.564943830587874, + 1.563943903067122, + 1.563943903067122, + 1.560943882086287, + 1.5599438681388003, + 1.5599438688838583, + 1.5599438383364779, + 1.5589439078354936, + 1.5620439215684039, + 1.5602438910985095, + 1.563943903067122, + 1.5599438353562456, + 1.560943882086287, + 1.5599438353562456, + 1.559043900587569, + 1.5620439215684039, + 1.5630438550496202, + 1.5610438867592913, + 1.5639438494229418, + 1.559043900587569, + 1.5620439215684039, + 1.5620439215684039, + 1.5630438550496202, + 1.5639438434624773, + 1.5603438361668687, + 1.5610438867592913, + 1.5602438910985095, + 1.5600438668513399, + 1.564943830587874, + 1.560043870204101, + 1.5602438910985095, + 1.560943882086287, + 1.563943903067122, + 1.5599438949608904 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_050330.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..d55dfb9d64e135ff37731a0b43b0f40ee5db5464 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_050330.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T05:03:30.482757+00:00", + "metrics": { + "MSE[mean]": 0.1371325012155396, + "MSE[0.5]": 0.1371325012155396, + "MAE[0.5]": 0.32050000528494516, + "MASE[0.5]": 0.306894337587234, + "MAPE[0.5]": 0.28067730649294914, + "sMAPE[0.5]": 0.23774184497893652, + "MSIS": 10.6924802469158, + "RMSE[mean]": 0.37031405754513236, + "NRMSE[mean]": 0.2944609186186136, + "ND[0.5]": 0.2548505087792231, + "mean_weighted_sum_quantile_loss": 0.24712376776204062 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00" + ], + "context": [ + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486 + ], + "actual": [ + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601 + ], + "predictions": { + "p50": [ + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524 + ], + "p10": [ + 1.232840015888214, + 1.266160054206848, + 1.2945799803733826, + 1.3200600028038025, + 1.3494599747657776, + 1.3788599467277527, + 1.4033600401878357, + 1.4376600074768067, + 1.4680400252342223, + 1.4876400065422057, + 1.5189999532699585, + 1.5356600308418273, + 1.5523199915885926, + 1.5660400485992432, + 1.5807400345802307, + 1.5973999953269957, + 1.601319944858551, + 1.6003400158882142, + 1.6111200523376465, + 1.6160200476646422, + 1.6101400065422058, + 1.6189599514007569, + 1.6150400018692017, + 1.6150400018692017, + 1.232840015888214, + 1.266160054206848, + 1.2945799803733826, + 1.3200600028038025, + 1.3494599747657776, + 1.3788599467277527, + 1.4033600401878357, + 1.4376600074768067, + 1.4680400252342223, + 1.4876400065422057, + 1.5189999532699585, + 1.5356600308418273, + 1.5523199915885926, + 1.5660400485992432, + 1.5807400345802307, + 1.5973999953269957, + 1.601319944858551, + 1.6003400158882142, + 1.6111200523376465, + 1.6160200476646422, + 1.6101400065422058, + 1.6189599514007569, + 1.6150400018692017, + 1.6150400018692017, + 1.232840015888214, + 1.266160054206848, + 1.2945799803733826, + 1.3200600028038025, + 1.3494599747657776, + 1.3788599467277527, + 1.4033600401878357, + 1.4376600074768067, + 1.4680400252342223, + 1.4876400065422057, + 1.5189999532699585, + 1.5356600308418273 + ], + "p90": [ + 1.2831600165367127, + 1.3178400564193726, + 1.347419979572296, + 1.3739400029182434, + 1.4045399737358093, + 1.4351399445533752, + 1.4606400418281555, + 1.4963400077819824, + 1.5279600262641908, + 1.5483600068092347, + 1.5809999513626098, + 1.5983400321006775, + 1.6156799912452697, + 1.6299600505828857, + 1.6452600359916687, + 1.662599995136261, + 1.6666799426078798, + 1.6656600165367126, + 1.676880054473877, + 1.681980049610138, + 1.6758600068092346, + 1.6850399494171142, + 1.6809600019454956, + 1.6809600019454956, + 1.2831600165367127, + 1.3178400564193726, + 1.347419979572296, + 1.3739400029182434, + 1.4045399737358093, + 1.4351399445533752, + 1.4606400418281555, + 1.4963400077819824, + 1.5279600262641908, + 1.5483600068092347, + 1.5809999513626098, + 1.5983400321006775, + 1.6156799912452697, + 1.6299600505828857, + 1.6452600359916687, + 1.662599995136261, + 1.6666799426078798, + 1.6656600165367126, + 1.676880054473877, + 1.681980049610138, + 1.6758600068092346, + 1.6850399494171142, + 1.6809600019454956, + 1.6809600019454956, + 1.2831600165367127, + 1.3178400564193726, + 1.347419979572296, + 1.3739400029182434, + 1.4045399737358093, + 1.4351399445533752, + 1.4606400418281555, + 1.4963400077819824, + 1.5279600262641908, + 1.5483600068092347, + 1.5809999513626098, + 1.5983400321006775 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_050255.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_050255.json new file mode 100644 index 0000000000000000000000000000000000000000..98e0e409dff208bc2cda047b49ef74badd8da826 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_050255.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T05:02:55.882057+00:00", + "metrics": { + "MSE[mean]": 0.0017160374032419768, + "MSE[0.5]": 0.0017160374032419768, + "MAE[0.5]": 0.031001668175061545, + "MASE[0.5]": 0.029685604560992052, + "MAPE[0.5]": 0.026437901877095955, + "sMAPE[0.5]": 0.02613793889516335, + "MSIS": 0.29155252812258464, + "RMSE[mean]": 0.04142508181334078, + "NRMSE[mean]": 0.0329397909587078, + "ND[0.5]": 0.024651453282800325, + "mean_weighted_sum_quantile_loss": 0.03470453162251322 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00" + ], + "context": [ + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486 + ], + "actual": [ + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601 + ], + "predictions": { + "p50": [ + 1.64434814453125, + 1.638427734375, + 1.63250732421875, + 1.623626708984375, + 1.617706298828125, + 1.605865478515625, + 1.591064453125, + 1.5792236328125, + 1.5673828125, + 1.552581787109375, + 1.540740966796875, + 1.52001953125, + 1.496337890625, + 1.47857666015625, + 1.4563751220703125, + 1.43121337890625, + 1.41937255859375, + 1.416412353515625, + 1.3912506103515625, + 1.369049072265625, + 1.3290863037109375, + 1.315765380859375, + 1.2935638427734375, + 1.2639617919921875, + 1.2291793823242188, + 1.2136383056640625, + 1.18255615234375, + 1.1714553833007812, + 1.1448135375976562, + 1.1145639419555664, + 1.0878989696502686, + 1.0932412147521973, + 1.0922236442565918, + 1.0737686157226562, + 1.0352859497070312, + 1.0326957702636719, + 1.0123443603515625, + 0.9990234375, + 0.9908828735351562, + 0.9982833862304688, + 0.9731216430664062, + 0.9760818481445312, + 0.9820022583007812, + 0.9938430786132812, + 0.996063232421875, + 1.0086441040039062, + 1.001983642578125, + 1.0090141296386719, + 1.0704383850097656, + 1.0837593078613281, + 1.099207878112793, + 1.133157730102539, + 1.137228012084961, + 1.1570243835449219, + 1.1777458190917969, + 1.2077178955078125, + 1.2373199462890625, + 1.283203125, + 1.2994842529296875, + 1.345367431640625 + ], + "p10": [ + 1.635467529296875, + 1.6265869140625, + 1.61474609375, + 1.605865478515625, + 1.59698486328125, + 1.588104248046875, + 1.56146240234375, + 1.546661376953125, + 1.5318603515625, + 1.505218505859375, + 1.49041748046875, + 1.4711761474609375, + 1.4445343017578125, + 1.4178924560546875, + 1.3942108154296875, + 1.3646087646484375, + 1.333526611328125, + 1.3231658935546875, + 1.292083740234375, + 1.2669219970703125, + 1.2276992797851562, + 1.2017974853515625, + 1.1818161010742188, + 1.14703369140625, + 1.1150264739990234, + 1.0979127883911133, + 1.0558223724365234, + 1.0415763854980469, + 1.0023536682128906, + 0.9701614379882812, + 0.9420394897460938, + 0.9412994384765625, + 0.9168777465820312, + 0.9057769775390625, + 0.8791351318359375, + 0.865814208984375, + 0.833251953125, + 0.824371337890625, + 0.8095703125, + 0.818450927734375, + 0.7932891845703125, + 0.8051300048828125, + 0.80364990234375, + 0.8110504150390625, + 0.8199310302734375, + 0.830291748046875, + 0.8228912353515625, + 0.8214111328125, + 0.833251953125, + 0.8450927734375, + 0.85101318359375, + 0.877655029296875, + 0.8687744140625, + 0.883575439453125, + 0.901336669921875, + 0.9353790283203125, + 0.9590606689453125, + 0.9864425659179688, + 0.972381591796875, + 1.0153045654296875 + ], + "p90": [ + 1.65618896484375, + 1.653228759765625, + 1.647308349609375, + 1.638427734375, + 1.638427734375, + 1.63250732421875, + 1.6265869140625, + 1.61474609375, + 1.605865478515625, + 1.599945068359375, + 1.582183837890625, + 1.570343017578125, + 1.546661376953125, + 1.540740966796875, + 1.517059326171875, + 1.50225830078125, + 1.511138916015625, + 1.528900146484375, + 1.50225830078125, + 1.49041748046875, + 1.4534149169921875, + 1.4474945068359375, + 1.4267730712890625, + 1.4001312255859375, + 1.369049072265625, + 1.3586883544921875, + 1.333526611328125, + 1.3350067138671875, + 1.3202056884765625, + 1.303924560546875, + 1.2950439453125, + 1.3054046630859375, + 1.280242919921875, + 1.2676620483398438, + 1.2262191772460938, + 1.2439804077148438, + 1.238800048828125, + 1.2232589721679688, + 1.2084579467773438, + 1.209197998046875, + 1.1877365112304688, + 1.1829261779785156, + 1.1995773315429688, + 1.20623779296875, + 1.2084579467773438, + 1.2202987670898438, + 1.2284393310546875, + 1.2462005615234375, + 1.3083648681640625, + 1.33056640625, + 1.357208251953125, + 1.3942108154296875, + 1.4030914306640625, + 1.43121337890625, + 1.45489501953125, + 1.493377685546875, + 1.528900146484375, + 1.57330322265625, + 1.599945068359375, + 1.629547119140625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_045522.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_045522.json new file mode 100644 index 0000000000000000000000000000000000000000..9ffa1bd2db8e47915b27cf2ba998512ba42a5219 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_045522.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T04:55:22.557505+00:00", + "metrics": { + "MSE[mean]": 0.05748427437128433, + "MSE[0.5]": 0.03167952781351608, + "MAE[0.5]": 0.14725284278392792, + "MASE[0.5]": 0.1410017563145838, + "MAPE[0.5]": 0.13416354397044322, + "sMAPE[0.5]": 0.12165907622366727, + "MSIS": 7.044783253781335, + "RMSE[mean]": 0.23975878372081455, + "NRMSE[mean]": 0.1906478845802611, + "ND[0.5]": 0.11709036282013988, + "mean_weighted_sum_quantile_loss": 0.14195476035975726 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00" + ], + "context": [ + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486 + ], + "actual": [ + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601 + ], + "predictions": { + "p50": [ + 1.6382026672363281, + 1.6411749124526978, + 1.6331533193588257, + 1.6281208992004395, + 1.618409276008606, + 1.615429401397705, + 1.6051025390625, + 1.610574722290039, + 1.5913816690444946, + 1.5856603384017944, + 1.5652735233306885, + 1.551112174987793, + 1.5263715982437134, + 1.5210386514663696, + 1.5168983936309814, + 1.5154837369918823, + 1.4895070791244507, + 1.475533127784729, + 1.4601603746414185, + 1.4366034269332886, + 1.4277012348175049, + 1.4279694557189941, + 1.4307159185409546, + 1.415909767150879, + 1.3932969570159912, + 1.376894474029541, + 1.3692381381988525, + 1.3750724792480469, + 1.3588465452194214, + 1.3377418518066406, + 1.3314136266708374, + 1.3402609825134277, + 1.3298817873001099, + 1.3227595090866089, + 1.3024522066116333, + 1.2996445894241333, + 1.3012484312057495, + 1.2899153232574463, + 1.2751938104629517, + 1.2903997898101807, + 1.2867560386657715, + 1.2788814306259155, + 1.2691295146942139, + 1.2772070169448853, + 1.2728484869003296, + 1.2663829326629639, + 1.275720477104187, + 1.267244577407837, + 1.2739468812942505, + 1.287153720855713, + 1.2900376319885254, + 1.3005878925323486, + 1.295274257659912, + 1.3139972686767578, + 1.3266911506652832, + 1.3297667503356934, + 1.3382346630096436, + 1.3534101247787476, + 1.3603055477142334, + 1.3657646179199219 + ], + "p10": [ + 1.6499141454696655, + 1.6435928344726562, + 1.6382794380187988, + 1.6136802434921265, + 1.6371713876724243, + 1.6216949224472046, + 1.5827534198760986, + 1.6014288663864136, + 1.59158456325531, + 1.5718824863433838, + 1.567409634590149, + 1.54090416431427, + 1.5391074419021606, + 1.5469014644622803, + 1.5150727033615112, + 1.5269790887832642, + 1.5217899084091187, + 1.4993157386779785, + 1.4809600114822388, + 1.4736124277114868, + 1.4519213438034058, + 1.4540079832077026, + 1.443416953086853, + 1.4482728242874146, + 1.4239907264709473, + 1.3998106718063354, + 1.3912779092788696, + 1.404280662536621, + 1.3617116212844849, + 1.3618813753128052, + 1.3442529439926147, + 1.3793867826461792, + 1.3964464664459229, + 1.3500078916549683, + 1.3611518144607544, + 1.361614465713501, + 1.3496063947677612, + 1.33891761302948, + 1.3368548154830933, + 1.339371919631958, + 1.3273873329162598, + 1.3339909315109253, + 1.337645411491394, + 1.3168236017227173, + 1.319729208946228, + 1.3396300077438354, + 1.3439754247665405, + 1.3220607042312622, + 1.327561855316162, + 1.3349086046218872, + 1.3479403257369995, + 1.3640609979629517, + 1.3727314472198486, + 1.367817997932434, + 1.3692607879638672, + 1.377456545829773, + 1.379974603652954, + 1.424079179763794, + 1.4125488996505737, + 1.4053857326507568 + ], + "p90": [ + 1.6676305532455444, + 1.6697335243225098, + 1.6644104719161987, + 1.6593679189682007, + 1.6577298641204834, + 1.661502480506897, + 1.6412584781646729, + 1.6525431871414185, + 1.644248604774475, + 1.6457324028015137, + 1.6324915885925293, + 1.619998812675476, + 1.613016963005066, + 1.6049599647521973, + 1.5921515226364136, + 1.5853567123413086, + 1.572266697883606, + 1.566164493560791, + 1.5670437812805176, + 1.5482276678085327, + 1.5428000688552856, + 1.554257869720459, + 1.5660403966903687, + 1.5698704719543457, + 1.5480915307998657, + 1.550716757774353, + 1.5563275814056396, + 1.563170313835144, + 1.5657849311828613, + 1.5522735118865967, + 1.556767225265503, + 1.5722484588623047, + 1.5748268365859985, + 1.570247769355774, + 1.561360239982605, + 1.5771801471710205, + 1.5885852575302124, + 1.5793222188949585, + 1.5821468830108643, + 1.5851433277130127, + 1.5855721235275269, + 1.5898840427398682, + 1.577986478805542, + 1.5990331172943115, + 1.5915958881378174, + 1.6020092964172363, + 1.6134074926376343, + 1.6274633407592773, + 1.6204187870025635, + 1.6482594013214111, + 1.6401543617248535, + 1.6795719861984253, + 1.6525062322616577, + 1.6879820823669434, + 1.7047765254974365, + 1.7078607082366943, + 1.7105445861816406, + 1.7311625480651855, + 1.750329852104187, + 1.7596532106399536 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_045737.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_045737.json new file mode 100644 index 0000000000000000000000000000000000000000..b2c9e97db3ca1c876c6805310c59dd441dcdb8de --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_045737.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-18T04:57:37.319361+00:00", + "metrics": { + "MSE[mean]": 0.015855296363206744, + "MSE[0.5]": 0.015855296363206744, + "MAE[0.5]": 0.09167671998341878, + "MASE[0.5]": 0.08778491665380082, + "MAPE[0.5]": 0.07758255071936725, + "sMAPE[0.5]": 0.0839699734271124, + "MSIS": 0.8646170132215841, + "RMSE[mean]": 0.12591781590865822, + "NRMSE[mean]": 0.10012548804846298, + "ND[0.5]": 0.07289815396481092, + "mean_weighted_sum_quantile_loss": 0.11222334457342324 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00" + ], + "context": [ + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486 + ], + "actual": [ + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601 + ], + "predictions": { + "p50": [ + 1.6461668014526367, + 1.637686848640442, + 1.6276025772094727, + 1.6170721054077148, + 1.6045920848846436, + 1.590916633605957, + 1.5760746002197266, + 1.5598971843719482, + 1.5419039726257324, + 1.5232993364334106, + 1.5041370391845703, + 1.4840013980865479, + 1.462227463722229, + 1.440051794052124, + 1.417833924293518, + 1.3948509693145752, + 1.371541142463684, + 1.3473894596099854, + 1.323412299156189, + 1.2995712757110596, + 1.2743980884552002, + 1.250274896621704, + 1.2263753414154053, + 1.2016239166259766, + 1.1769940853118896, + 1.1523351669311523, + 1.1285957098007202, + 1.1043843030929565, + 1.0800650119781494, + 1.059685230255127, + 1.0367014408111572, + 1.0157182216644287, + 1.1324478387832642, + 1.1218799352645874, + 1.1064857244491577, + 1.1002109050750732, + 1.0836262702941895, + 1.0630743503570557, + 1.0487085580825806, + 1.0342371463775635, + 1.0173544883728027, + 1.0087227821350098, + 0.9948224425315857, + 0.9795372486114502, + 0.9652562141418457, + 0.9534069299697876, + 0.9433578848838806, + 0.9323928952217102, + 0.9217662811279297, + 0.9112099409103394, + 0.8981376886367798, + 0.8884612321853638, + 0.8824911117553711, + 0.8732760548591614, + 0.8694732189178467, + 0.8637503385543823, + 0.8575037717819214, + 0.8504693508148193, + 0.8428693413734436, + 0.8422900438308716 + ], + "p10": [ + 1.6354955434799194, + 1.625011682510376, + 1.6100516319274902, + 1.5927848815917969, + 1.5736441612243652, + 1.5521087646484375, + 1.5286741256713867, + 1.5039737224578857, + 1.4772722721099854, + 1.448928713798523, + 1.4179553985595703, + 1.3840491771697998, + 1.3494633436203003, + 1.3136831521987915, + 1.2755930423736572, + 1.235908031463623, + 1.196040153503418, + 1.1526341438293457, + 1.1096924543380737, + 1.0660730600357056, + 1.0212585926055908, + 0.9790449738502502, + 0.9365994930267334, + 0.891990602016449, + 0.8436117172241211, + 0.7966915369033813, + 0.7480111718177795, + 0.6962692141532898, + 0.6445650458335876, + 0.5923067331314087, + 0.5402800440788269, + 0.501114547252655, + 0.553193986415863, + 0.5718449950218201, + 0.5317251682281494, + 0.4791325330734253, + 0.43329548835754395, + 0.39516448974609375, + 0.3459988236427307, + 0.3169971704483032, + 0.2937082052230835, + 0.2796451449394226, + 0.25592952966690063, + 0.23733383417129517, + 0.22079509496688843, + 0.19625896215438843, + 0.1643434762954712, + 0.1300257444381714, + 0.10410177707672119, + 0.0724935531616211, + 0.042656898498535156, + 0.021369218826293945, + 0.0010535717010498047, + -0.014489054679870605, + -0.022104382514953613, + -0.035672545433044434, + -0.06297910213470459, + -0.08903241157531738, + -0.10548412799835205, + -0.12396812438964844 + ], + "p90": [ + 1.6558014154434204, + 1.6505708694458008, + 1.6457982063293457, + 1.6415326595306396, + 1.6357157230377197, + 1.629945993423462, + 1.6240112781524658, + 1.6181800365447998, + 1.6106624603271484, + 1.6026835441589355, + 1.595643401145935, + 1.5888923406600952, + 1.5793870687484741, + 1.5703656673431396, + 1.561605453491211, + 1.5549771785736084, + 1.5494129657745361, + 1.5434327125549316, + 1.537940502166748, + 1.5330548286437988, + 1.5273020267486572, + 1.5251479148864746, + 1.5239263772964478, + 1.5202622413635254, + 1.5176316499710083, + 1.5137156248092651, + 1.5109889507293701, + 1.5115811824798584, + 1.5131580829620361, + 1.5171771049499512, + 1.5167795419692993, + 1.5104665756225586, + 1.6014978885650635, + 1.541689157485962, + 1.535944938659668, + 1.5596141815185547, + 1.5717010498046875, + 1.5856248140335083, + 1.5993335247039795, + 1.6137959957122803, + 1.6245476007461548, + 1.6310300827026367, + 1.6318583488464355, + 1.6351842880249023, + 1.6401424407958984, + 1.6475706100463867, + 1.6570112705230713, + 1.657355546951294, + 1.6630929708480835, + 1.6777937412261963, + 1.6887643337249756, + 1.7006361484527588, + 1.7074389457702637, + 1.7186336517333984, + 1.7299394607543945, + 1.7453978061676025, + 1.7491686344146729, + 1.7571208477020264, + 1.7650516033172607, + 1.7765088081359863 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_045633.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_045633.json new file mode 100644 index 0000000000000000000000000000000000000000..9dd47204147f305811feda68120206dbc0d35006 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_045633.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T04:56:33.126091+00:00", + "metrics": { + "MSE[mean]": 0.017802053815152222, + "MSE[0.5]": 0.017802053815152222, + "MAE[0.5]": 0.10415875812371572, + "MASE[0.5]": 0.09973707504268856, + "MAPE[0.5]": 0.09335703447064128, + "sMAPE[0.5]": 0.08692345977891075, + "MSIS": 0.7401424995726272, + "RMSE[mean]": 0.13342433741695037, + "NRMSE[mean]": 0.10609441408279992, + "ND[0.5]": 0.08282343857698488, + "mean_weighted_sum_quantile_loss": 0.0991728916368309 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00" + ], + "context": [ + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486 + ], + "actual": [ + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601 + ], + "predictions": { + "p50": [ + 1.64446222782135, + 1.6392531394958496, + 1.6328654289245605, + 1.6235679388046265, + 1.6119358539581299, + 1.5990254878997803, + 1.5833172798156738, + 1.5678677558898926, + 1.5515687465667725, + 1.5337713956832886, + 1.5161362886428833, + 1.497254729270935, + 1.4761602878570557, + 1.4560197591781616, + 1.4336323738098145, + 1.4115447998046875, + 1.389914870262146, + 1.3665730953216553, + 1.3448097705841064, + 1.3226913213729858, + 1.3004610538482666, + 1.279288649559021, + 1.2579740285873413, + 1.238648772239685, + 1.2220144271850586, + 1.201123595237732, + 1.1799547672271729, + 1.1601964235305786, + 1.1420388221740723, + 1.1237313747406006, + 1.1079620122909546, + 1.0910311937332153, + 1.1569017171859741, + 1.1476987600326538, + 1.144156575202942, + 1.144614815711975, + 1.1461647748947144, + 1.1510262489318848, + 1.154679536819458, + 1.1577755212783813, + 1.164559245109558, + 1.1713119745254517, + 1.1749531030654907, + 1.18336021900177, + 1.1923234462738037, + 1.2040073871612549, + 1.2179185152053833, + 1.232588768005371, + 1.246964693069458, + 1.261773943901062, + 1.2803301811218262, + 1.2954540252685547, + 1.314395785331726, + 1.3315682411193848, + 1.3493859767913818, + 1.3714375495910645, + 1.3897705078125, + 1.4188950061798096, + 1.4393670558929443, + 1.463778018951416 + ], + "p10": [ + 1.632307767868042, + 1.6225402355194092, + 1.6118742227554321, + 1.596010446548462, + 1.5787887573242188, + 1.5581846237182617, + 1.5367590188980103, + 1.5136562585830688, + 1.490142822265625, + 1.4651132822036743, + 1.4387532472610474, + 1.408933162689209, + 1.3788058757781982, + 1.3438054323196411, + 1.3093793392181396, + 1.2731024026870728, + 1.234444499015808, + 1.1968567371368408, + 1.1608567237854004, + 1.123521327972412, + 1.085992693901062, + 1.0471644401550293, + 1.0103553533554077, + 0.9735199213027954, + 0.9376233816146851, + 0.8976250886917114, + 0.8590735197067261, + 0.8182632923126221, + 0.7737215161323547, + 0.7361353635787964, + 0.6968286633491516, + 0.6640830039978027, + 0.5917490720748901, + 0.5652590990066528, + 0.545009195804596, + 0.531497597694397, + 0.5107768177986145, + 0.4941037893295288, + 0.4745674729347229, + 0.45981866121292114, + 0.4377365708351135, + 0.422405481338501, + 0.39598244428634644, + 0.37790346145629883, + 0.35845571756362915, + 0.34129202365875244, + 0.3295661211013794, + 0.2924262285232544, + 0.2816762924194336, + 0.26132017374038696, + 0.2448703646659851, + 0.2245907187461853, + 0.21475207805633545, + 0.2023182511329651, + 0.19806569814682007, + 0.18150514364242554, + 0.17593175172805786, + 0.17290222644805908, + 0.1767575740814209, + 0.17288529872894287 + ], + "p90": [ + 1.6562362909317017, + 1.6545209884643555, + 1.6535539627075195, + 1.6514840126037598, + 1.6456676721572876, + 1.6395220756530762, + 1.6302552223205566, + 1.6224558353424072, + 1.612647533416748, + 1.6035985946655273, + 1.593778133392334, + 1.5855286121368408, + 1.5741851329803467, + 1.5646753311157227, + 1.5532728433609009, + 1.5461740493774414, + 1.533361792564392, + 1.5251929759979248, + 1.5163369178771973, + 1.5091911554336548, + 1.5014348030090332, + 1.492488145828247, + 1.4869972467422485, + 1.4816162586212158, + 1.4740022420883179, + 1.4676238298416138, + 1.4641183614730835, + 1.4618327617645264, + 1.4562407732009888, + 1.45540189743042, + 1.4530582427978516, + 1.4574997425079346, + 1.4661134481430054, + 1.4776705503463745, + 1.4831236600875854, + 1.4819376468658447, + 1.4859745502471924, + 1.4914559125900269, + 1.4995017051696777, + 1.5135290622711182, + 1.5231837034225464, + 1.5299301147460938, + 1.536314845085144, + 1.5552740097045898, + 1.5717843770980835, + 1.58770751953125, + 1.6047749519348145, + 1.6247529983520508, + 1.6380562782287598, + 1.6565721035003662, + 1.6758553981781006, + 1.697624921798706, + 1.7178324460983276, + 1.7410658597946167, + 1.7585234642028809, + 1.7785699367523193, + 1.7957146167755127, + 1.8261046409606934, + 1.8567967414855957, + 1.887980580329895 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_050330.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..03bccb2b52d1c1f05e163711fa6d3d5d9c78bd81 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_050330.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-18T05:03:30.063348+00:00", + "metrics": { + "MSE[mean]": 0.042885379547063285, + "MSE[0.5]": 0.05095706927054993, + "MAE[0.5]": 0.1864537815687082, + "MASE[0.5]": 0.8856553568730181, + "MAPE[0.5]": 0.1217405434360092, + "sMAPE[0.5]": 0.13270695442757607, + "MSIS": 7.282645639167563, + "RMSE[mean]": 0.20708785465850787, + "NRMSE[mean]": 0.1426825410087327, + "ND[0.5]": 0.12846576337748317, + "mean_weighted_sum_quantile_loss": 0.10466635917751449 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00" + ], + "context": [ + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2846692576151382, + 1.270375281920198, + 1.2740514728291708, + 1.2739429308891355, + 1.2745330779726045, + 1.2719063447034025, + 1.2738669446774322, + 1.2785214246149, + 1.2708068801221644, + 1.27513495179604, + 1.2723099769400077, + 1.27230984445145, + 1.2704824637112195, + 1.2727916688722896, + 1.272309751701094, + 1.276664192575111, + 1.2718908945748768, + 1.2711288435052435, + 1.2730850042350021, + 1.2744973382776592, + 1.2723097436002002, + 1.2766641890727934, + 1.2725506967892688, + 1.2715098679528258, + 1.2699739127082577, + 1.2744973381552978, + 1.2715098679488706, + 1.2699330149150316, + 1.2727916500117453, + 1.2744973381545217, + 1.2730850039501305, + 1.271128842846309, + 1.2738602643532877, + 1.2711288428463048, + 1.2758993005027373, + 1.2723097435469515, + 1.2725506967793159, + 1.2727916500116805, + 1.2725506967793159, + 1.2718908930507422, + 1.270207717500667, + 1.270805631466378, + 1.271128842846304, + 1.2744973381544937, + 1.2766641890497723, + 1.2775913627560396, + 1.2723097435469515, + 1.2733259571824829, + 1.2752622267015288, + 1.2721003182988468, + 1.2721003182988468, + 1.275134411955702, + 1.2723097435469515, + 1.2699330149148815, + 1.271509867948523, + 1.270805631466378, + 1.2725506967793159, + 1.2738602643532855, + 1.280796302695359, + 1.2768264742090043, + 1.2723097435469515, + 1.2738602643532855, + 1.2758993005027373, + 1.2738602643532855, + 1.2727916500116805, + 1.275134411955702, + 1.2723097435469515, + 1.2717192931966277, + 1.2723097435469515, + 1.2723097435469515, + 1.2727916500116805, + 1.2718908930507422 + ], + "p10": [ + 1.2098392546230894, + 1.191262163922342, + 1.1926852828437473, + 1.2050988382873804, + 1.1925298141859728, + 1.1925095260205223, + 1.1923333369469251, + 1.1598785830993474, + 1.159720517196311, + 1.1598762347870921, + 1.1680576588369254, + 1.1924941752723606, + 1.1935960170613302, + 1.1680574443044782, + 1.1583114390386016, + 1.205016175276869, + 1.19081989844116, + 1.192326657281718, + 1.1924940746527457, + 1.1924940744910275, + 1.1597192685937734, + 1.1680574254668903, + 1.190819896926978, + 1.1885436497740125, + 1.192494074369722, + 1.1680574254446732, + 1.1680574254442166, + 1.1911523085443139, + 1.1924940743679269, + 1.159875694946782, + 1.1923266566227904, + 1.1923266566227835, + 1.188543649769712, + 1.16805742544387, + 1.18854364976971, + 1.192494074367862, + 1.1598756949467541, + 1.1908198969170254, + 1.1885436497697097, + 1.1908198969170254, + 1.2062714789832094, + 1.1598756949467541, + 1.1908198969170254, + 1.2085001136408602, + 1.2050161717515304, + 1.1923266566227784, + 1.1680574254438691, + 1.192494074367862, + 1.158311430884459, + 1.192494074367862, + 1.1598756949467541, + 1.1885436497697097, + 1.1885436497697097, + 1.1680574254438691, + 1.1885436497697097, + 1.1598756949467541, + 1.1885436497697097, + 1.1937184066664186, + 1.1672392523941577, + 1.192494074367862, + 1.1680574254438691, + 1.1937184066664186, + 1.1597192685405247, + 1.1885436497697097, + 1.1923266566227784, + 1.1937184066664186, + 1.1885436497697097, + 1.1885436497697097, + 1.1908198969170254, + 1.1908198969170254, + 1.1885436497697097, + 1.192494074367862 + ], + "p90": [ + 1.4238409994333232, + 1.4102939804379129, + 1.4155522067188935, + 1.417275907435008, + 1.3877533809349603, + 1.4172086925518184, + 1.415367678567155, + 1.4171961290517514, + 1.3728829301233174, + 1.4228185715255746, + 1.4171934742922143, + 1.4769554778653657, + 1.4155442661333906, + 1.417755738838375, + 1.4092395788300263, + 1.4177557235031046, + 1.4228180332093712, + 1.4155442231675628, + 1.4092395709607675, + 1.4171932410223236, + 1.409851713485845, + 1.4171932409221792, + 1.4228180316951893, + 1.415544222512926, + 1.4153609982448683, + 1.451995547433557, + 1.422818031685584, + 1.4098517134327464, + 1.4229892902615118, + 1.451995547432781, + 1.41719324089917, + 1.409239570675889, + 1.4228180316852388, + 1.3687436772946142, + 1.424530617447341, + 1.4228180316852366, + 1.4153609982430082, + 1.422989290261447, + 1.4228180316852366, + 1.4228180316852366, + 1.417193240899158, + 1.417193240899158, + 1.3877176411168495, + 1.417755719977766, + 1.4228180316852366, + 1.4155442225086232, + 1.417193240899158, + 1.4245306174473409, + 1.4297730933986932, + 1.416106701587231, + 1.4155442225086232, + 1.427277110445882, + 1.4228180316852366, + 1.417755719977766, + 1.3714989443405579, + 1.4092395706758838, + 1.417193240899158, + 1.4153609982430082, + 1.417193240899158, + 1.417193240899158, + 1.4245306174473409, + 1.422989290261447, + 1.4092395706758838, + 1.417755719977766, + 1.4092395706758838, + 1.417193240899158, + 1.3701264144215863, + 1.4153609982430082, + 1.417755719977766, + 1.4228180316852366, + 1.4092395706758838, + 1.417755719977766 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_044804.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_044804.json new file mode 100644 index 0000000000000000000000000000000000000000..81dda6a01ff24c0e50d5745b7f802b730883f6fa --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_044804.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T04:48:04.949798+00:00", + "metrics": { + "MSE[mean]": 0.0146932303055299, + "MSE[0.5]": 0.0146932303055299, + "MAE[0.5]": 0.09343585703108045, + "MASE[0.5]": 0.44382026799013335, + "MAPE[0.5]": 0.06227290296534617, + "sMAPE[0.5]": 0.06390042814978493, + "MSIS": 3.6774369423994417, + "RMSE[mean]": 0.12121563556542489, + "NRMSE[mean]": 0.08351699292546022, + "ND[0.5]": 0.06437685843289755, + "mean_weighted_sum_quantile_loss": 0.08421173498771217 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00" + ], + "context": [ + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3289716243743896, + 1.330802083015442, + 1.333993911743164, + 1.3346712589263916, + 1.3349677324295044, + 1.3388307094573975, + 1.341202974319458, + 1.3467984199523926, + 1.3475199937820435, + 1.3502310514450073, + 1.3532193899154663, + 1.357170581817627, + 1.356579065322876, + 1.358055830001831, + 1.3634886741638184, + 1.3664817810058594, + 1.3840233087539673, + 1.3873167037963867, + 1.3897778987884521, + 1.3926467895507812, + 1.3888702392578125, + 1.3957873582839966, + 1.399332046508789, + 1.402042031288147, + 1.4024590253829956, + 1.405768871307373, + 1.4061964750289917, + 1.4085493087768555, + 1.4037530422210693, + 1.4070030450820923, + 1.4151982069015503, + 1.4146820306777954, + 1.4177610874176025, + 1.4209986925125122, + 1.4244122505187988, + 1.428730845451355, + 1.4206664562225342, + 1.4286295175552368, + 1.4305236339569092, + 1.4282915592193604, + 1.4294410943984985, + 1.4341037273406982, + 1.4316613674163818, + 1.4319095611572266, + 1.4257206916809082, + 1.4308855533599854, + 1.4339503049850464, + 1.435018539428711, + 1.4372279644012451, + 1.4337413311004639, + 1.4364099502563477, + 1.4378248453140259, + 1.432666540145874, + 1.4397693872451782, + 1.4419046640396118, + 1.4355342388153076, + 1.4382476806640625, + 1.4407615661621094, + 1.439782738685608, + 1.4392532110214233, + 1.4341052770614624, + 1.4408515691757202, + 1.4426791667938232, + 1.443566083908081, + 1.4533185958862305, + 1.4459950923919678, + 1.4471120834350586, + 1.443315029144287, + 1.4386001825332642, + 1.4437254667282104, + 1.4454151391983032, + 1.4388724565505981 + ], + "p10": [ + 1.202052354812622, + 1.1808661222457886, + 1.1693344116210938, + 1.1604852676391602, + 1.1550936698913574, + 1.1514734029769897, + 1.14496910572052, + 1.141457438468933, + 1.1391311883926392, + 1.1354798078536987, + 1.1318720579147339, + 1.1231274604797363, + 1.119779109954834, + 1.118649959564209, + 1.1163290739059448, + 1.1171236038208008, + 1.1040844917297363, + 1.0921727418899536, + 1.0886410474777222, + 1.0828970670700073, + 1.077616810798645, + 1.0767863988876343, + 1.0791587829589844, + 1.0732871294021606, + 1.0706510543823242, + 1.0626734495162964, + 1.056678056716919, + 1.0518547296524048, + 1.046960711479187, + 1.0395997762680054, + 1.0440839529037476, + 1.0465190410614014, + 1.0551400184631348, + 1.0369325876235962, + 1.0384670495986938, + 1.0372016429901123, + 1.030081033706665, + 1.026871919631958, + 1.03531014919281, + 1.030508041381836, + 1.0230671167373657, + 1.0162737369537354, + 1.0164337158203125, + 1.0102373361587524, + 1.0041025876998901, + 0.996852695941925, + 0.9944732785224915, + 0.9986498951911926, + 1.0089067220687866, + 0.9831611514091492, + 0.990549623966217, + 0.986732006072998, + 0.9847031235694885, + 0.9844069480895996, + 0.9928026795387268, + 0.9921616315841675, + 0.9834350347518921, + 0.9795353412628174, + 0.9851382970809937, + 0.978447675704956, + 0.9752058386802673, + 0.9645522832870483, + 0.9610179662704468, + 0.9627484083175659, + 0.9782994389533997, + 0.9570755958557129, + 0.9569759368896484, + 0.9457505345344543, + 0.9458209276199341, + 0.9491952061653137, + 0.9556401371955872, + 0.9610162973403931 + ], + "p90": [ + 1.4263992309570312, + 1.458943486213684, + 1.4798325300216675, + 1.4978042840957642, + 1.5101850032806396, + 1.5207674503326416, + 1.5329689979553223, + 1.5482509136199951, + 1.5616328716278076, + 1.5716838836669922, + 1.5834559202194214, + 1.593459129333496, + 1.6040513515472412, + 1.6067606210708618, + 1.6179301738739014, + 1.632706880569458, + 1.6402815580368042, + 1.6505423784255981, + 1.6490755081176758, + 1.6693902015686035, + 1.6704528331756592, + 1.6822293996810913, + 1.6894042491912842, + 1.7038140296936035, + 1.7100905179977417, + 1.7257163524627686, + 1.738497018814087, + 1.7451362609863281, + 1.7565276622772217, + 1.7529411315917969, + 1.7671444416046143, + 1.7672512531280518, + 1.8091423511505127, + 1.8065264225006104, + 1.8018877506256104, + 1.826507568359375, + 1.8233146667480469, + 1.8414418697357178, + 1.8546247482299805, + 1.8640689849853516, + 1.8575234413146973, + 1.877025842666626, + 1.8923110961914062, + 1.8988372087478638, + 1.9095022678375244, + 1.9034264087677002, + 1.918238639831543, + 1.919437289237976, + 1.9586868286132812, + 1.9551968574523926, + 1.941463828086853, + 1.9692331552505493, + 1.967923879623413, + 1.9810250997543335, + 2.003056049346924, + 2.000016689300537, + 1.9956190586090088, + 2.0114080905914307, + 2.0273635387420654, + 2.031221389770508, + 2.040353775024414, + 2.029264450073242, + 2.042870283126831, + 2.051492691040039, + 2.1032533645629883, + 2.0990829467773438, + 2.081404685974121, + 2.109797716140747, + 2.1121206283569336, + 2.1187939643859863, + 2.143585205078125, + 2.1315090656280518 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_050330.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..f8542afbb23ae833978b045e1ed304a5a0ecfa24 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_050330.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-18T05:03:30.307014+00:00", + "metrics": { + "MSE[mean]": 0.010058273572907414, + "MSE[0.5]": 0.009177367582147551, + "MAE[0.5]": 0.08030051590280159, + "MASE[0.5]": 0.38142740506861755, + "MAPE[0.5]": 0.057128850592377683, + "sMAPE[0.5]": 0.05515800800271794, + "MSIS": 3.3821168642227284, + "RMSE[mean]": 0.10029094462067557, + "NRMSE[mean]": 0.06909998098266643, + "ND[0.5]": 0.05532667124403554, + "mean_weighted_sum_quantile_loss": 0.048620075999935966 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00" + ], + "context": [ + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3253808321311042, + 1.3304754687370333, + 1.335570105342962, + 1.3406647419488908, + 1.3457593785548199, + 1.3508540151607487, + 1.3559486517666774, + 1.3610432883726065, + 1.3661379249785353, + 1.3712325615844643, + 1.376327198190393, + 1.3814218347963219, + 1.3865164714022509, + 1.3916111080081797, + 1.3967057446141085, + 1.4018003812200375, + 1.4068950178259663, + 1.4119896544318953, + 1.417084291037824, + 1.4221789276437529, + 1.4272735642496819, + 1.4323682008556107, + 1.4374628374615395, + 1.4425574740674685, + 1.4476521106733973, + 1.452746747279326, + 1.457841383885255, + 1.4629360204911839, + 1.4680306570971127, + 1.4731252937030417, + 1.4782199303089705, + 1.4833145669148993, + 1.4884092035208283, + 1.493503840126757, + 1.498598476732686, + 1.5036931133386149, + 1.5087877499445437, + 1.5138823865504727, + 1.5189770231564015, + 1.5240716597623303, + 1.5291662963682593, + 1.534260932974188, + 1.539355569580117, + 1.544450206186046, + 1.5495448427919747, + 1.5546394793979037, + 1.5597341160038325, + 1.5648287526097613, + 1.5699233892156903, + 1.575018025821619, + 1.5801126624275479, + 1.585207299033477, + 1.5903019356394057, + 1.5953965722453345, + 1.6004912088512635, + 1.6055858454571923, + 1.610680482063121, + 1.61577511866905, + 1.620869755274979, + 1.6259643918809077, + 1.6310590284868367, + 1.6361536650927655, + 1.6412483016986945, + 1.6463429383046233, + 1.651437574910552, + 1.6565322115164811, + 1.66162684812241, + 1.666721484728339, + 1.6718161213342677, + 1.6769107579401965, + 1.6820053945461255, + 1.6871000311520543 + ], + "p10": [ + 1.2253808082892463, + 1.2304754448951754, + 1.2355700815011041, + 1.240664718107033, + 1.245759354712962, + 1.2508539913188907, + 1.2559486279248195, + 1.251043274067492, + 1.2661379011366773, + 1.2712325377426064, + 1.2763271743485352, + 1.281421810954464, + 1.286516447560393, + 1.2916110841663218, + 1.2967057207722505, + 1.3018003573781796, + 1.3068949939841084, + 1.3119896305900374, + 1.3170842671959662, + 1.322178903801895, + 1.327273540407824, + 1.3323681770137528, + 1.3374628136196816, + 1.3425574502256106, + 1.3476520868315394, + 1.3427467329742115, + 1.3578413600433972, + 1.362935996649326, + 1.3680306332552548, + 1.3731252698611838, + 1.3782199064671126, + 1.3833145430730414, + 1.3884091796789704, + 1.2935039116523308, + 1.3985984528908282, + 1.403693089496757, + 1.4087877261026858, + 1.4138823627086148, + 1.4189769993145436, + 1.4240716359204724, + 1.4291662725264014, + 1.4342609091323302, + 1.3393556411056908, + 1.444450182344188, + 1.4495448189501168, + 1.4546394555560458, + 1.4597340921619746, + 1.4648287287679034, + 1.4699233653738324, + 1.4750180019797612, + 1.3801127339531216, + 1.485207275191619, + 1.4903019117975478, + 1.4953965484034766, + 1.5004911850094056, + 1.405585916982766, + 1.5106804582212632, + 1.5157750948271922, + 1.520869731433121, + 1.4259644634064814, + 1.5210590141817222, + 1.5361536412509076, + 1.4412483613033393, + 1.5463429144627654, + 1.5514375510686942, + 1.5565321876746232, + 1.561626824280552, + 1.566721460886481, + 1.5718160974924098, + 1.5769107340983386, + 1.5820053707042676, + 1.5871000073101964 + ], + "p90": [ + 1.4253808559729622, + 1.4304754925788912, + 1.43557012918482, + 1.540664682344246, + 1.4457594023966778, + 1.550853943635175, + 1.4659486660717915, + 1.4610433122144644, + 1.4761379392836493, + 1.5712324900588905, + 1.5763271385857482, + 1.5814218824800377, + 1.5865163998766771, + 1.4916111318500376, + 1.5967056730885347, + 1.5018004050618954, + 1.6068949463003925, + 1.5119896782737532, + 1.6170842195122503, + 1.622178868039108, + 1.6272736119333977, + 1.632368129330037, + 1.6374627659359657, + 1.6425574025418948, + 1.5476521345152552, + 1.6527466757537523, + 1.6578413123596814, + 1.572936034796298, + 1.5780306714022267, + 1.6731252340983969, + 1.6782198587833967, + 1.6833145073102544, + 1.6884091319952546, + 1.593503863968615, + 1.698598524416402, + 1.7036930418130412, + 1.6087877737864016, + 1.7138824342341885, + 1.7189769516308278, + 1.7240715882367565, + 1.7291662248426856, + 1.7342608614486144, + 1.639355593421975, + 1.7444502538697617, + 1.6595448570970888, + 1.7546395270816195, + 1.6597341398456904, + 1.7648286810841876, + 1.7699234368994061, + 1.775018073505335, + 1.7801125909019742, + 1.7852072275079032, + 1.6903019594812636, + 1.7953965126406897, + 1.7004912326931214, + 1.8055858931409081, + 1.810680529746837, + 1.7257751329741642, + 1.8208696837494052, + 1.7259644157227656, + 1.831058956961263, + 1.8361535935671918, + 1.8412482301731208, + 1.8463428667790496, + 1.75143759875241, + 1.856532259200197, + 1.7616268719642678, + 1.8667214132027652, + 1.7718161451761256, + 1.8769108056239123, + 1.7820054183879834, + 1.8871000788357701 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_050102.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_050102.json new file mode 100644 index 0000000000000000000000000000000000000000..d3fb04cf452d762761dff2904f1bde3ba939218c --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_050102.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T05:01:02.119817+00:00", + "metrics": { + "MSE[mean]": 0.04144079765983043, + "MSE[0.5]": 0.008676725216868193, + "MAE[0.5]": 0.07133148196670744, + "MASE[0.5]": 0.33882449895083255, + "MAPE[0.5]": 0.04969413331448357, + "sMAPE[0.5]": 0.04890557430271214, + "MSIS": 6.3498641542217475, + "RMSE[mean]": 0.20357012958641654, + "NRMSE[mean]": 0.1402588452652822, + "ND[0.5]": 0.04914704977610465, + "mean_weighted_sum_quantile_loss": 0.10267475989826938 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00" + ], + "context": [ + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2949545979499817, + 1.2975974082946777, + 1.3281025290489197, + 1.3250499367713928, + 1.3294833898544312, + 1.3151689767837524, + 1.35470849275589, + 1.3693417310714722, + 1.3328997492790222, + 1.3812350630760193, + 1.3826066255569458, + 1.3873688578605652, + 1.3490418791770935, + 1.348346471786499, + 1.3763273358345032, + 1.3906934261322021, + 1.365176260471344, + 1.3758541941642761, + 1.4173530340194702, + 1.3880540132522583, + 1.370002269744873, + 1.433143973350525, + 1.3713478446006775, + 1.389861822128296, + 1.4231297969818115, + 1.4211695194244385, + 1.3866748213768005, + 1.3871131539344788, + 1.4117348790168762, + 1.4145076274871826, + 1.4003504514694214, + 1.4696475267410278, + 1.458984136581421, + 1.4521689414978027, + 1.4346818327903748, + 1.510875403881073, + 1.4662168622016907, + 1.5260671973228455, + 1.4527705907821655, + 1.5168999433517456, + 1.4829793572425842, + 1.5218682289123535, + 1.5326929688453674, + 1.4817228317260742, + 1.499006986618042, + 1.5000371932983398, + 1.505858302116394, + 1.6158949136734009, + 1.4904685020446777, + 1.5191376209259033, + 1.5306833386421204, + 1.5503437519073486, + 1.5161274075508118, + 1.5277641415596008, + 1.5050678253173828, + 1.6209232807159424, + 1.564767062664032, + 1.5872527956962585, + 1.6132967472076416, + 1.5855507254600525, + 1.6189320087432861, + 1.563065528869629, + 1.5837112665176392, + 1.612577199935913, + 1.5430920124053955, + 1.5886708498001099, + 1.5673274993896484, + 1.610109031200409, + 1.624060332775116, + 1.6802171468734741, + 1.6625203490257263, + 1.643979549407959 + ], + "p10": [ + 1.1838846802711487, + 1.1771961450576782, + 1.2038562297821045, + 1.1425828337669373, + 1.1269808411598206, + 1.153926432132721, + 1.1512995958328247, + 1.1045699715614319, + 1.0981969237327576, + 1.1678485870361328, + 1.1277782320976257, + 1.130809247493744, + 1.0802236795425415, + 1.1210282444953918, + 1.1659732460975647, + 1.0744851231575012, + 1.0845134258270264, + 1.0226210355758667, + 1.126316487789154, + 1.1106728315353394, + 1.0558343529701233, + 1.0592542886734009, + 1.0420396327972412, + 1.0642588138580322, + 1.0606579780578613, + 1.0453395247459412, + 1.001929223537445, + 1.023684322834015, + 1.0323809385299683, + 1.014348030090332, + 0.9806990921497345, + 1.0016840100288391, + 1.0377947092056274, + 0.9436955153942108, + 0.9885868430137634, + 0.9623638391494751, + 1.0007029175758362, + 0.9760415554046631, + 1.006126046180725, + 0.9391275644302368, + 1.0015751123428345, + 0.9974498450756073, + 1.0115779042243958, + 0.9659063816070557, + 0.9380432665348053, + 0.9214004874229431, + 1.010859489440918, + 1.07869952917099, + 0.9135466516017914, + 0.9689785838127136, + 0.9201246201992035, + 1.0456973910331726, + 0.8832174837589264, + 0.9516410231590271, + 0.8821217715740204, + 1.0054305791854858, + 0.8609777987003326, + 0.9595454037189484, + 0.9860429763793945, + 0.9117622673511505, + 0.8580856323242188, + 0.8601027131080627, + 0.9635993540287018, + 0.8525540232658386, + 0.8292384147644043, + 0.8736880123615265, + 0.9380599856376648, + 0.9906800389289856, + 0.9592971503734589, + 0.9504331350326538, + 0.9877679347991943, + 0.9045729637145996 + ], + "p90": [ + 1.3893806338310242, + 1.4324386715888977, + 1.475633144378662, + 1.5458407998085022, + 1.519346296787262, + 1.5149514079093933, + 1.6538034677505493, + 1.6226604580879211, + 1.6742551922798157, + 1.6776496171951294, + 1.7336904406547546, + 1.775286614894867, + 1.7144179940223694, + 1.710580587387085, + 1.6529650688171387, + 1.8503233194351196, + 1.7546719908714294, + 1.737872302532196, + 1.844682216644287, + 1.8513312339782715, + 1.8522160649299622, + 1.987839937210083, + 1.91712486743927, + 1.9383968114852905, + 1.9069142937660217, + 2.0025858879089355, + 2.0750842094421387, + 1.950745165348053, + 2.0725536346435547, + 2.125912666320801, + 2.0228476524353027, + 2.137488842010498, + 2.2119193077087402, + 2.2376821041107178, + 2.119720220565796, + 2.287162184715271, + 2.1431541442871094, + 2.4130027294158936, + 2.2809746265411377, + 2.682142972946167, + 2.627716541290283, + 2.5344960689544678, + 2.5307652950286865, + 2.41658091545105, + 2.583575963973999, + 2.476168394088745, + 2.72023344039917, + 2.6853082180023193, + 2.407329559326172, + 2.3306431770324707, + 2.488895893096924, + 2.6500766277313232, + 2.6483200788497925, + 2.8440253734588623, + 2.6477373838424683, + 2.9835184812545776, + 2.7984204292297363, + 2.936253547668457, + 3.1134397983551025, + 3.1974934339523315, + 3.268286347389221, + 2.812865376472473, + 3.037995219230652, + 3.7148077487945557, + 2.6960614919662476, + 2.692589282989502, + 3.2126734256744385, + 3.579035997390747, + 3.638545870780945, + 3.785096287727356, + 3.5721187591552734, + 3.892534852027893 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_050330.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..d0ad0d40f9e51c2b910ca5b108deb7a2556dbca9 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_050330.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T05:03:30.422623+00:00", + "metrics": { + "MSE[mean]": 0.06242223619700191, + "MSE[0.5]": 0.06541362601397777, + "MAE[0.5]": 0.21909257166915472, + "MASE[0.5]": 1.040689591368618, + "MAPE[0.5]": 0.14385434748217962, + "sMAPE[0.5]": 0.15851267643112324, + "MSIS": 7.61604915031888, + "RMSE[mean]": 0.24984442398621168, + "NRMSE[mean]": 0.1721416126986339, + "ND[0.5]": 0.150953733590231, + "mean_weighted_sum_quantile_loss": 0.12931843864353712 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00" + ], + "context": [ + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107, + 1.2363333415985107 + ], + "p10": [ + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1263333272933962, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1263333272933962, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.0363334131240844, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.0363334131240844, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.0363334131240844, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.0363334131240844, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.0363334131240844, + 1.1263333272933962, + 1.1363333177566528, + 1.0363334012031555, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528, + 1.1363333177566528 + ], + "p90": [ + 1.3363333654403686, + 1.3363333654403686, + 1.3363333654403686, + 1.436333281993866, + 1.3363333654403686, + 1.436333270072937, + 1.3463333559036248, + 1.3363333654403686, + 1.3463333559036248, + 1.436333270072937, + 1.436333281993866, + 1.4363333892822265, + 1.436333270072937, + 1.3363333654403686, + 1.436333270072937, + 1.3363333654403686, + 1.436333270072937, + 1.3363333654403686, + 1.436333270072937, + 1.436333281993866, + 1.4363333892822265, + 1.436333270072937, + 1.436333270072937, + 1.436333270072937, + 1.3363333654403686, + 1.436333270072937, + 1.436333270072937, + 1.3463333559036248, + 1.3463333559036248, + 1.436333281993866, + 1.436333270072937, + 1.436333281993866, + 1.436333270072937, + 1.3363333654403686, + 1.4363333892822265, + 1.436333270072937, + 1.3363333654403686, + 1.4363333892822265, + 1.436333270072937, + 1.436333270072937, + 1.436333270072937, + 1.436333270072937, + 1.3363333654403686, + 1.4363333892822265, + 1.3463333559036248, + 1.4363333892822265, + 1.3363333654403686, + 1.436333270072937, + 1.4363333892822265, + 1.4363333892822265, + 1.436333270072937, + 1.436333270072937, + 1.3363333654403686, + 1.436333281993866, + 1.3363333654403686, + 1.4363333892822265, + 1.4363333892822265, + 1.3463333559036248, + 1.436333270072937, + 1.3363333654403686, + 1.436333270072937, + 1.436333270072937, + 1.436333270072937, + 1.436333270072937, + 1.3363333654403686, + 1.4363333892822265, + 1.3363333654403686, + 1.436333270072937, + 1.3363333654403686, + 1.4363333892822265, + 1.3363333654403686, + 1.4363333892822265 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_050330.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..0adc3b7af5b0a2d409fd362181e131be0640ce45 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_050330.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T05:03:30.490951+00:00", + "metrics": { + "MSE[mean]": 0.06902777062522307, + "MSE[0.5]": 0.06902777062522307, + "MAE[0.5]": 0.22083331644535065, + "MASE[0.5]": 1.0489581280698623, + "MAPE[0.5]": 0.14704645359727123, + "sMAPE[0.5]": 0.16309878283172596, + "MSIS": 36.18470105868182, + "RMSE[mean]": 0.26273136589532486, + "NRMSE[mean]": 0.18102065401400375, + "ND[0.5]": 0.1521530984121076, + "mean_weighted_sum_quantile_loss": 0.14772566614602234 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00" + ], + "context": [ + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "p10": [ + 1.1760000467300415, + 0.98, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 1.0780000233650207, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.47, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 0.98, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 1.0780000233650207, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.47, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 0.98, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 1.0780000233650207, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.47, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584 + ], + "p90": [ + 1.22400004863739, + 1.02, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.1220000243186952, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.53, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.02, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.1220000243186952, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.53, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.02, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.1220000243186952, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.53, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_050300.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_050300.json new file mode 100644 index 0000000000000000000000000000000000000000..a75b2086999c2baf576396151cc8a9c6bbcf33ba --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_050300.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T05:03:00.095725+00:00", + "metrics": { + "MSE[mean]": 0.07380464234640687, + "MSE[0.5]": 0.07380464234640687, + "MAE[0.5]": 0.22674228582117292, + "MASE[0.5]": 1.0770257292590995, + "MAPE[0.5]": 0.14829508363191105, + "sMAPE[0.5]": 0.16470487854539376, + "MSIS": 13.028106729150343, + "RMSE[mean]": 0.2716700983663952, + "NRMSE[mean]": 0.18717939791751634, + "ND[0.5]": 0.15622435003946844, + "mean_weighted_sum_quantile_loss": 0.13317936160094174 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00" + ], + "context": [ + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.291259765625, + 1.285614013671875, + 1.281097412109375, + 1.27093505859375, + 1.267547607421875, + 1.267547607421875, + 1.265289306640625, + 1.258514404296875, + 1.26190185546875, + 1.26190185546875, + 1.258514404296875, + 1.25738525390625, + 1.260772705078125, + 1.2596435546875, + 1.2596435546875, + 1.25738525390625, + 1.253997802734375, + 1.251739501953125, + 1.253997802734375, + 1.256256103515625, + 1.253997802734375, + 1.256256103515625, + 1.256256103515625, + 1.253997802734375, + 1.2506103515625, + 1.24609375, + 1.24835205078125, + 1.247222900390625, + 1.247222900390625, + 1.2444000244140625, + 1.242706298828125, + 1.2432708740234375, + 1.235931396484375, + 1.235931396484375, + 1.2353668212890625, + 1.23480224609375, + 1.2331085205078125, + 1.231414794921875, + 1.2319793701171875, + 1.2308502197265625, + 1.2297210693359375, + 1.2285919189453125, + 1.2274627685546875, + 1.2285919189453125, + 1.226898193359375, + 1.2274627685546875, + 1.22576904296875, + 1.2252044677734375, + 1.217864990234375, + 1.213348388671875, + 1.2139129638671875, + 1.21221923828125, + 1.2082672119140625, + 1.2071380615234375, + 1.20770263671875, + 1.204315185546875, + 1.200927734375, + 1.2048797607421875, + 1.199798583984375, + 1.2026214599609375, + 1.2003631591796875, + 1.1992340087890625, + 1.200927734375, + 1.19866943359375, + 1.1969757080078125, + 1.1924591064453125, + 1.1890716552734375, + 1.1873779296875, + 1.1868133544921875, + 1.188507080078125, + 1.1845550537109375, + 1.183990478515625 + ], + "p10": [ + 1.17608642578125, + 1.1360015869140625, + 1.1112308502197266, + 1.0941877365112305, + 1.0819435119628906, + 1.0775680541992188, + 1.0699462890625, + 1.0606307983398438, + 1.0589370727539062, + 1.0558319091796875, + 1.050750732421875, + 1.0456695556640625, + 1.046234130859375, + 1.043975830078125, + 1.0453872680664062, + 1.0419998168945312, + 1.0515975952148438, + 1.0445404052734375, + 1.0434112548828125, + 1.043975830078125, + 1.0414352416992188, + 1.043975830078125, + 1.0411529541015625, + 1.039459228515625, + 1.0329666137695312, + 1.0295791625976562, + 1.030426025390625, + 1.028167724609375, + 1.0253448486328125, + 1.023651123046875, + 1.0196990966796875, + 1.0151824951171875, + 1.020263671875, + 1.020263671875, + 1.01800537109375, + 1.0151824951171875, + 1.012359619140625, + 1.0117950439453125, + 1.0117950439453125, + 1.0117950439453125, + 1.01123046875, + 1.01123046875, + 1.0072784423828125, + 1.0038909912109375, + 1.0016326904296875, + 1.0016326904296875, + 1.001068115234375, + 1.001068115234375, + 0.99993896484375, + 0.9937286376953125, + 0.9931640625, + 0.9931640625, + 0.9880828857421875, + 0.987518310546875, + 0.9869537353515625, + 0.9846954345703125, + 0.983001708984375, + 0.9858245849609375, + 0.9801788330078125, + 0.9796142578125, + 0.9779205322265625, + 0.9779205322265625, + 0.9801788330078125, + 0.97735595703125, + 0.9796142578125, + 0.97509765625, + 0.9722747802734375, + 0.9705810546875, + 0.9711456298828125, + 0.973968505859375, + 0.9711456298828125, + 0.9711456298828125 + ], + "p90": [ + 1.39739990234375, + 1.417724609375, + 1.42901611328125, + 1.42449951171875, + 1.42901611328125, + 1.4312744140625, + 1.4312744140625, + 1.4267578125, + 1.43353271484375, + 1.43353271484375, + 1.43353271484375, + 1.435791015625, + 1.4403076171875, + 1.44256591796875, + 1.44708251953125, + 1.45159912109375, + 1.4403076171875, + 1.44256591796875, + 1.44708251953125, + 1.45159912109375, + 1.45159912109375, + 1.453857421875, + 1.4583740234375, + 1.4583740234375, + 1.45611572265625, + 1.45159912109375, + 1.453857421875, + 1.453857421875, + 1.453857421875, + 1.45611572265625, + 1.453857421875, + 1.45611572265625, + 1.4493408203125, + 1.453857421875, + 1.453857421875, + 1.45611572265625, + 1.453857421875, + 1.453857421875, + 1.45611572265625, + 1.4583740234375, + 1.46514892578125, + 1.462890625, + 1.46063232421875, + 1.462890625, + 1.46063232421875, + 1.46514892578125, + 1.462890625, + 1.462890625, + 1.453857421875, + 1.4493408203125, + 1.4493408203125, + 1.4493408203125, + 1.44708251953125, + 1.44482421875, + 1.4493408203125, + 1.44708251953125, + 1.44256591796875, + 1.44708251953125, + 1.44256591796875, + 1.44482421875, + 1.4403076171875, + 1.44256591796875, + 1.44482421875, + 1.44708251953125, + 1.435791015625, + 1.43353271484375, + 1.4312744140625, + 1.42901611328125, + 1.42449951171875, + 1.42449951171875, + 1.4222412109375, + 1.41998291015625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_045528.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_045528.json new file mode 100644 index 0000000000000000000000000000000000000000..a54cddc5dd9405b2ef4ff544375f0f443e5032cc --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_045528.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T04:55:28.647733+00:00", + "metrics": { + "MSE[mean]": 0.02375122328017001, + "MSE[0.5]": 0.04178848376172558, + "MAE[0.5]": 0.16857744256655374, + "MASE[0.5]": 0.8007427567351552, + "MAPE[0.5]": 0.1101149226554396, + "sMAPE[0.5]": 0.11897924681443513, + "MSIS": 3.534506002673785, + "RMSE[mean]": 0.15411431886807278, + "NRMSE[mean]": 0.10618402831101666, + "ND[0.5]": 0.11614905133772124, + "mean_weighted_sum_quantile_loss": 0.0784032254571423 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00" + ], + "context": [ + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.275979995727539, + 1.266284704208374, + 1.2651220560073853, + 1.2560746669769287, + 1.2577123641967773, + 1.2646886110305786, + 1.2613219022750854, + 1.2603877782821655, + 1.259408950805664, + 1.2684637308120728, + 1.2646151781082153, + 1.2674336433410645, + 1.2662426233291626, + 1.2645699977874756, + 1.2632697820663452, + 1.2643234729766846, + 1.2694785594940186, + 1.2704781293869019, + 1.2710200548171997, + 1.2788617610931396, + 1.2756956815719604, + 1.2859010696411133, + 1.286244511604309, + 1.285189151763916, + 1.2861219644546509, + 1.2849366664886475, + 1.2908756732940674, + 1.2867450714111328, + 1.2866532802581787, + 1.2803882360458374, + 1.2898542881011963, + 1.2957050800323486, + 1.2909106016159058, + 1.2909499406814575, + 1.294045329093933, + 1.2979379892349243, + 1.2986993789672852, + 1.2836304903030396, + 1.2878966331481934, + 1.2815189361572266, + 1.2922067642211914, + 1.295040249824524, + 1.3017452955245972, + 1.3131994009017944, + 1.321289300918579, + 1.3105700016021729, + 1.3174495697021484, + 1.3117194175720215, + 1.3179192543029785, + 1.3111672401428223, + 1.3138165473937988, + 1.307700276374817, + 1.3097633123397827, + 1.3117742538452148, + 1.3067305088043213, + 1.3040366172790527, + 1.3044403791427612, + 1.3020787239074707, + 1.3062812089920044, + 1.3036574125289917, + 1.3169853687286377, + 1.3074119091033936, + 1.3091309070587158, + 1.3029159307479858, + 1.3035719394683838, + 1.3042066097259521, + 1.3010413646697998, + 1.3028708696365356, + 1.3049598932266235, + 1.312424659729004, + 1.3112341165542603, + 1.2959825992584229 + ], + "p10": [ + 1.288931131362915, + 1.2898478507995605, + 1.280835509300232, + 1.2784463167190552, + 1.2774150371551514, + 1.2889225482940674, + 1.2694662809371948, + 1.278027892112732, + 1.2712842226028442, + 1.2970867156982422, + 1.2914440631866455, + 1.2755751609802246, + 1.2905486822128296, + 1.2872986793518066, + 1.3036147356033325, + 1.3090848922729492, + 1.312709927558899, + 1.2938592433929443, + 1.306532621383667, + 1.3067567348480225, + 1.31252121925354, + 1.3263810873031616, + 1.3141746520996094, + 1.3198857307434082, + 1.3149923086166382, + 1.3177812099456787, + 1.3079026937484741, + 1.3149961233139038, + 1.3102856874465942, + 1.32332181930542, + 1.3118187189102173, + 1.3234962224960327, + 1.3158745765686035, + 1.3272665739059448, + 1.3285562992095947, + 1.3295656442642212, + 1.338462233543396, + 1.3186955451965332, + 1.3122444152832031, + 1.3267039060592651, + 1.3330416679382324, + 1.3267276287078857, + 1.3327594995498657, + 1.3320534229278564, + 1.329698085784912, + 1.340858817100525, + 1.3406333923339844, + 1.3441996574401855, + 1.3387058973312378, + 1.3255337476730347, + 1.3459707498550415, + 1.3400030136108398, + 1.3311442136764526, + 1.316814661026001, + 1.3227523565292358, + 1.3156578540802002, + 1.3168808221817017, + 1.3279141187667847, + 1.3285753726959229, + 1.3187512159347534, + 1.3336665630340576, + 1.3375717401504517, + 1.3360419273376465, + 1.3405274152755737, + 1.3334134817123413, + 1.333196759223938, + 1.33118736743927, + 1.3291929960250854, + 1.331393837928772, + 1.3290752172470093, + 1.3206032514572144, + 1.3234628438949585 + ], + "p90": [ + 1.3763847351074219, + 1.3854384422302246, + 1.395418405532837, + 1.3981839418411255, + 1.4068458080291748, + 1.4204208850860596, + 1.4175788164138794, + 1.4214590787887573, + 1.4267555475234985, + 1.436267614364624, + 1.4439760446548462, + 1.4416897296905518, + 1.4566519260406494, + 1.4633309841156006, + 1.4655388593673706, + 1.4723742008209229, + 1.4841105937957764, + 1.4869273900985718, + 1.4880359172821045, + 1.4956331253051758, + 1.4961589574813843, + 1.5070379972457886, + 1.5086673498153687, + 1.504652738571167, + 1.518686056137085, + 1.5152883529663086, + 1.5198564529418945, + 1.5209676027297974, + 1.5247251987457275, + 1.5251816511154175, + 1.538528561592102, + 1.5425230264663696, + 1.5402754545211792, + 1.5481470823287964, + 1.548404335975647, + 1.5571458339691162, + 1.5705705881118774, + 1.5600954294204712, + 1.5652117729187012, + 1.5647810697555542, + 1.5769141912460327, + 1.582204818725586, + 1.5880383253097534, + 1.5975704193115234, + 1.604548454284668, + 1.5985794067382812, + 1.6171166896820068, + 1.6024703979492188, + 1.6186360120773315, + 1.6153961420059204, + 1.610058307647705, + 1.6148380041122437, + 1.6145552396774292, + 1.617692232131958, + 1.6234339475631714, + 1.6153570413589478, + 1.6182833909988403, + 1.6230124235153198, + 1.634621500968933, + 1.6293572187423706, + 1.6501623392105103, + 1.6559303998947144, + 1.667624831199646, + 1.6634502410888672, + 1.6670303344726562, + 1.6629408597946167, + 1.6692336797714233, + 1.6737056970596313, + 1.6803642511367798, + 1.687449336051941, + 1.6922705173492432, + 1.6878273487091064 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_045853.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_045853.json new file mode 100644 index 0000000000000000000000000000000000000000..a98bd5be424cfeeed4969157a057d5f1b374ce16 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_045853.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-18T04:58:53.401474+00:00", + "metrics": { + "MSE[mean]": 0.027753554246473695, + "MSE[0.5]": 0.027753554246473695, + "MAE[0.5]": 0.1171950896581014, + "MASE[0.5]": 0.5566766095149585, + "MAPE[0.5]": 0.07665478431632405, + "sMAPE[0.5]": 0.08107080637407862, + "MSIS": 3.785351160838731, + "RMSE[mean]": 0.16659398022279706, + "NRMSE[mean]": 0.11478245527312333, + "ND[0.5]": 0.08074685603237608, + "mean_weighted_sum_quantile_loss": 0.09207714576153347 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00" + ], + "context": [ + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3048702478408813, + 1.310666561126709, + 1.316556453704834, + 1.3212252855300903, + 1.325284481048584, + 1.3291152715682983, + 1.3335762023925781, + 1.3367754220962524, + 1.3410669565200806, + 1.3452024459838867, + 1.350873351097107, + 1.3571337461471558, + 1.35347580909729, + 1.3565049171447754, + 1.361931324005127, + 1.366004228591919, + 1.3695478439331055, + 1.372300386428833, + 1.3724899291992188, + 1.3725694417953491, + 1.3731765747070312, + 1.373979926109314, + 1.3771119117736816, + 1.3791165351867676, + 1.377555012702942, + 1.3772978782653809, + 1.377842903137207, + 1.3796372413635254, + 1.3821160793304443, + 1.382270336151123, + 1.3824059963226318, + 1.3831441402435303, + 1.410460352897644, + 1.4229304790496826, + 1.440674066543579, + 1.44850754737854, + 1.4444327354431152, + 1.449372410774231, + 1.4495676755905151, + 1.447658658027649, + 1.4405595064163208, + 1.4376873970031738, + 1.4384695291519165, + 1.429760456085205, + 1.426246166229248, + 1.4269459247589111, + 1.4306756258010864, + 1.4338244199752808, + 1.4264185428619385, + 1.4163304567337036, + 1.4249563217163086, + 1.4325215816497803, + 1.4289326667785645, + 1.426747441291809, + 1.4260923862457275, + 1.4209487438201904, + 1.419093132019043, + 1.4200096130371094, + 1.4195233583450317, + 1.4162530899047852, + 1.4097522497177124, + 1.409142255783081, + 1.4139400720596313, + 1.4127033948898315, + 1.275715947151184, + 1.2646424770355225, + 1.2749093770980835, + 1.2713795900344849, + 1.2603213787078857, + 1.2730610370635986, + 1.276041030883789, + 1.2804200649261475 + ], + "p10": [ + 1.2205766439437866, + 1.1966674327850342, + 1.1827170848846436, + 1.1731963157653809, + 1.1678881645202637, + 1.1618095636367798, + 1.153577208518982, + 1.1469906568527222, + 1.144673228263855, + 1.1417217254638672, + 1.1380045413970947, + 1.1355184316635132, + 1.1262471675872803, + 1.1242011785507202, + 1.124124526977539, + 1.119508981704712, + 1.1174582242965698, + 1.1133671998977661, + 1.1114121675491333, + 1.1077440977096558, + 1.1024175882339478, + 1.100833773612976, + 1.102109432220459, + 1.0999879837036133, + 1.0930566787719727, + 1.0896668434143066, + 1.0878627300262451, + 1.0821892023086548, + 1.078241229057312, + 1.0720833539962769, + 1.0670945644378662, + 1.0645865201950073, + 1.0724576711654663, + 1.096416711807251, + 1.1064664125442505, + 1.0944766998291016, + 1.0846195220947266, + 1.077397346496582, + 1.0712664127349854, + 1.0663331747055054, + 1.0664713382720947, + 1.0633758306503296, + 1.0571216344833374, + 1.05898118019104, + 1.0583786964416504, + 1.0588253736495972, + 1.057766079902649, + 1.0473291873931885, + 1.035185694694519, + 1.0343611240386963, + 1.0407462120056152, + 1.0454009771347046, + 1.0424810647964478, + 1.0357167720794678, + 1.0349705219268799, + 1.0325411558151245, + 1.028655767440796, + 1.0265463590621948, + 1.0248674154281616, + 1.0180728435516357, + 1.0107141733169556, + 1.0063085556030273, + 1.0058047771453857, + 1.004366159439087, + 0.8988293409347534, + 0.9277148246765137, + 0.9147666096687317, + 0.885156512260437, + 0.8770876526832581, + 0.8760961294174194, + 0.8723227977752686, + 0.8724789619445801 + ], + "p90": [ + 1.4606544971466064, + 1.5163543224334717, + 1.5292997360229492, + 1.545027732849121, + 1.5669021606445312, + 1.5813754796981812, + 1.5924561023712158, + 1.603245496749878, + 1.6191277503967285, + 1.633075475692749, + 1.6491941213607788, + 1.6676921844482422, + 1.6642158031463623, + 1.6725863218307495, + 1.6878809928894043, + 1.7127037048339844, + 1.7288247346878052, + 1.7316476106643677, + 1.7309672832489014, + 1.7249577045440674, + 1.7213224172592163, + 1.7273796796798706, + 1.7388033866882324, + 1.7450265884399414, + 1.740386724472046, + 1.740271806716919, + 1.7458386421203613, + 1.7519450187683105, + 1.761296033859253, + 1.76889967918396, + 1.7745872735977173, + 1.7789170742034912, + 1.7726633548736572, + 1.880603551864624, + 1.910315990447998, + 1.9448654651641846, + 1.977020502090454, + 2.00793194770813, + 2.012923240661621, + 2.0142569541931152, + 2.018908977508545, + 2.0176236629486084, + 2.0283143520355225, + 2.0270633697509766, + 2.0188307762145996, + 2.016951084136963, + 2.019561767578125, + 2.040363073348999, + 2.0227696895599365, + 2.0054638385772705, + 2.0233802795410156, + 2.0403850078582764, + 2.043229579925537, + 2.0395755767822266, + 2.039724349975586, + 2.0368332862854004, + 2.042153835296631, + 2.0567784309387207, + 2.0578572750091553, + 2.055819272994995, + 2.052177906036377, + 2.066300392150879, + 2.085676670074463, + 2.0897340774536133, + 1.7765063047409058, + 1.880703330039978, + 1.8769444227218628, + 1.882382869720459, + 1.9055919647216797, + 1.9316644668579102, + 1.928794264793396, + 1.9297988414764404 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_045640.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_045640.json new file mode 100644 index 0000000000000000000000000000000000000000..a0ce51ebf3a01c9dcfb12c92b882cfbc94b4bc4c --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_045640.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T04:56:40.282926+00:00", + "metrics": { + "MSE[mean]": 0.041125800888771574, + "MSE[0.5]": 0.041125800888771574, + "MAE[0.5]": 0.16080748869313133, + "MASE[0.5]": 0.7638354802360889, + "MAPE[0.5]": 0.1044668722768821, + "sMAPE[0.5]": 0.11291048476742972, + "MSIS": 6.814797254626283, + "RMSE[mean]": 0.20279497254313672, + "NRMSE[mean]": 0.1397247657713478, + "ND[0.5]": 0.110795590295746, + "mean_weighted_sum_quantile_loss": 0.09187705414146899 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00" + ], + "context": [ + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3055561780929565, + 1.305833339691162, + 1.305448055267334, + 1.3046079874038696, + 1.3047014474868774, + 1.3047107458114624, + 1.3049172163009644, + 1.3042120933532715, + 1.3045704364776611, + 1.3037738800048828, + 1.3043687343597412, + 1.3037036657333374, + 1.3036646842956543, + 1.30370032787323, + 1.3039405345916748, + 1.3046259880065918, + 1.3041048049926758, + 1.3043527603149414, + 1.3044548034667969, + 1.3052488565444946, + 1.3048955202102661, + 1.305335283279419, + 1.3051012754440308, + 1.3045381307601929, + 1.3037378787994385, + 1.3039932250976562, + 1.3045217990875244, + 1.3053537607192993, + 1.3053863048553467, + 1.3053126335144043, + 1.3039623498916626, + 1.3027257919311523, + 1.3074579238891602, + 1.3056471347808838, + 1.3040876388549805, + 1.3039616346359253, + 1.3024605512619019, + 1.3030709028244019, + 1.3037267923355103, + 1.3041338920593262, + 1.3052446842193604, + 1.3052517175674438, + 1.3046290874481201, + 1.3051096200942993, + 1.302666187286377, + 1.3026759624481201, + 1.304750680923462, + 1.306087613105774, + 1.3053306341171265, + 1.3043372631072998, + 1.3047488927841187, + 1.3046528100967407, + 1.3050405979156494, + 1.3049222230911255, + 1.3051047325134277, + 1.3045986890792847, + 1.3049664497375488, + 1.3058353662490845, + 1.3068592548370361, + 1.3059866428375244, + 1.305657148361206, + 1.3053990602493286, + 1.3043640851974487, + 1.3035452365875244, + 1.3016754388809204, + 1.300644040107727, + 1.2994848489761353, + 1.2989214658737183, + 1.2981899976730347, + 1.2984460592269897, + 1.2981164455413818, + 1.2980740070343018 + ], + "p10": [ + 1.2809336185455322, + 1.2646125555038452, + 1.2524769306182861, + 1.2522059679031372, + 1.250944972038269, + 1.2444556951522827, + 1.2411768436431885, + 1.2372498512268066, + 1.2327916622161865, + 1.225871205329895, + 1.2294456958770752, + 1.2220853567123413, + 1.2245447635650635, + 1.2184861898422241, + 1.2125405073165894, + 1.2154648303985596, + 1.21163010597229, + 1.209814429283142, + 1.2047743797302246, + 1.1975643634796143, + 1.195583462715149, + 1.196960210800171, + 1.1905741691589355, + 1.1856541633605957, + 1.1805753707885742, + 1.1685152053833008, + 1.1641895771026611, + 1.1648991107940674, + 1.1603912115097046, + 1.1553410291671753, + 1.148017406463623, + 1.139301061630249, + 1.1542494297027588, + 1.1527836322784424, + 1.1500324010849, + 1.1483535766601562, + 1.1378369331359863, + 1.1384859085083008, + 1.13933527469635, + 1.1355273723602295, + 1.1304585933685303, + 1.128023386001587, + 1.125131607055664, + 1.1217811107635498, + 1.1153467893600464, + 1.1146527528762817, + 1.111248254776001, + 1.1100637912750244, + 1.106040120124817, + 1.1010825634002686, + 1.0957719087600708, + 1.096091866493225, + 1.094839096069336, + 1.0913541316986084, + 1.0922528505325317, + 1.089155673980713, + 1.0873820781707764, + 1.0852601528167725, + 1.0832915306091309, + 1.0821473598480225, + 1.0803545713424683, + 1.0799082517623901, + 1.0771031379699707, + 1.0765959024429321, + 1.099076747894287, + 1.0899125337600708, + 1.0863806009292603, + 1.0870569944381714, + 1.0819536447525024, + 1.0794051885604858, + 1.0752639770507812, + 1.0708625316619873 + ], + "p90": [ + 1.3939247131347656, + 1.4658273458480835, + 1.4399785995483398, + 1.4332574605941772, + 1.442294955253601, + 1.4269134998321533, + 1.4341446161270142, + 1.4305546283721924, + 1.4235645532608032, + 1.4277966022491455, + 1.4329384565353394, + 1.4302200078964233, + 1.434291958808899, + 1.4378019571304321, + 1.4466662406921387, + 1.446897268295288, + 1.447649598121643, + 1.4485037326812744, + 1.4534591436386108, + 1.4625619649887085, + 1.4667730331420898, + 1.47673499584198, + 1.4738715887069702, + 1.4772913455963135, + 1.4792678356170654, + 1.4852049350738525, + 1.4950132369995117, + 1.4966140985488892, + 1.50431489944458, + 1.5070925951004028, + 1.5052224397659302, + 1.5155551433563232, + 1.4623613357543945, + 1.493719458580017, + 1.4915127754211426, + 1.4943917989730835, + 1.482496738433838, + 1.4830012321472168, + 1.4846656322479248, + 1.4893447160720825, + 1.4874826669692993, + 1.489560604095459, + 1.4929187297821045, + 1.4981424808502197, + 1.5030559301376343, + 1.5039311647415161, + 1.5058715343475342, + 1.5102801322937012, + 1.5076063871383667, + 1.5068973302841187, + 1.5078701972961426, + 1.5116502046585083, + 1.5127956867218018, + 1.5153073072433472, + 1.5148839950561523, + 1.5192947387695312, + 1.518576741218567, + 1.5211845636367798, + 1.5199010372161865, + 1.5233484506607056, + 1.5212637186050415, + 1.5223579406738281, + 1.5247052907943726, + 1.5209851264953613, + 1.5326244831085205, + 1.5714170932769775, + 1.5675257444381714, + 1.5679609775543213, + 1.552187442779541, + 1.5544846057891846, + 1.553646206855774, + 1.5591590404510498 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260618_050329.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260618_050329.json new file mode 100644 index 0000000000000000000000000000000000000000..6a7effad7820ee1072d8163ae984c0bbd8faf121 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260618_050329.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-18T05:03:29.867986+00:00", + "metrics": { + "MSE[mean]": 2.9244108714625447, + "MSE[0.5]": 3.0902279460421958, + "MAE[0.5]": 1.4828289963672845, + "MASE[0.5]": 0.8190685412897448, + "MAPE[0.5]": 0.0654288298000007, + "sMAPE[0.5]": 0.06854999311948155, + "MSIS": 23.06591486199115, + "RMSE[mean]": 1.710090895672667, + "NRMSE[mean]": 0.07744100345043889, + "ND[0.5]": 0.06714950983872729, + "mean_weighted_sum_quantile_loss": 0.06419802891286291 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.788784925839906, + 20.756057325071325, + 20.717249547485928, + 20.68320388428193, + 20.669294822849917, + 20.64345209674411, + 20.65199385286659, + 20.6256805575252, + 20.60486514467958, + 20.61906138227068, + 20.60771105320663, + 20.600934632947812, + 20.61327585900066, + 20.5831816281594, + 20.569234137944356, + 20.58643193772899, + 20.589402105983883, + 20.577716929265947, + 20.588337634926177, + 20.59840656263477, + 20.55466802963152, + 20.56694249426229, + 20.580692793039628, + 20.567131254285485 + ], + "p10": [ + 20.48524382744741, + 20.443505072971536, + 20.35061089984978, + 20.40581906873946, + 20.362537678319253, + 20.309991204888178, + 20.38442412711653, + 20.269835134080903, + 20.235272742520884, + 20.31175843251554, + 20.29429175258171, + 20.219833134825592, + 20.281132111461854, + 20.205555677935067, + 20.271733956382665, + 20.207674434089142, + 20.221853293404802, + 20.231939086775952, + 20.239953388492378, + 20.218278776451204, + 20.20061379112814, + 20.20643604206903, + 20.21715968533873, + 20.27474410524106 + ], + "p90": [ + 21.10933162921675, + 21.083632494201154, + 21.03873839109571, + 20.97811704040159, + 21.09080211418199, + 20.923885582062173, + 20.926616884524066, + 20.944844492340415, + 20.90806893222768, + 20.92600033078303, + 20.945433422239162, + 20.88493388390734, + 20.923841688814566, + 20.907888184811405, + 20.867482585752786, + 20.893889384975626, + 20.909715204102508, + 20.84047390558416, + 20.90483907511708, + 20.9332093871588, + 20.91535897843132, + 20.922231387300293, + 20.99024740371565, + 20.884051032262434 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260618_044747.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260618_044747.json new file mode 100644 index 0000000000000000000000000000000000000000..bf7fd008467d3bccd5f7ac50ce69199f0e3bec14 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260618_044747.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T04:47:47.946098+00:00", + "metrics": { + "MSE[mean]": 1.0082514629748403, + "MSE[0.5]": 1.0082514629748403, + "MAE[0.5]": 0.780179500579834, + "MASE[0.5]": 0.4309468502771349, + "MAPE[0.5]": 0.034445166500048946, + "sMAPE[0.5]": 0.033817551485012066, + "MSIS": 2.444838132938304, + "RMSE[mean]": 1.0041172555906208, + "NRMSE[mean]": 0.04547117819971291, + "ND[0.5]": 0.03533021756285016, + "mean_weighted_sum_quantile_loss": 0.033518584988996875 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.857563018798828, + 20.647903442382812, + 20.44390869140625, + 20.345172882080078, + 20.31070327758789, + 20.523513793945312, + 21.072246551513672, + 21.841093063354492, + 22.69681739807129, + 23.462509155273438, + 24.115894317626953, + 24.514726638793945, + 24.788158416748047, + 24.90381622314453, + 24.82598304748535, + 24.608871459960938, + 24.77834129333496, + 24.06730079650879, + 23.14727210998535, + 22.303699493408203, + 21.752269744873047, + 21.422826766967773, + 21.16102409362793, + 20.905982971191406 + ], + "p10": [ + 20.453569412231445, + 20.022735595703125, + 19.704505920410156, + 19.482826232910156, + 19.379579544067383, + 19.464080810546875, + 19.856826782226562, + 20.345476150512695, + 20.795324325561523, + 21.10700225830078, + 21.10507583618164, + 21.255029678344727, + 21.417726516723633, + 21.425321578979492, + 21.268840789794922, + 21.071056365966797, + 20.970577239990234, + 20.99002456665039, + 20.52975082397461, + 19.9866886138916, + 19.717988967895508, + 19.498958587646484, + 19.3414363861084, + 19.03689193725586 + ], + "p90": [ + 21.088937759399414, + 21.245437622070312, + 21.144641876220703, + 21.158288955688477, + 21.293413162231445, + 21.572601318359375, + 22.37140464782715, + 23.494203567504883, + 24.756519317626953, + 26.100135803222656, + 27.324825286865234, + 28.274194717407227, + 28.620929718017578, + 28.616744995117188, + 28.836719512939453, + 28.515926361083984, + 28.2342472076416, + 27.239748001098633, + 25.969127655029297, + 24.85639762878418, + 23.99382781982422, + 23.520538330078125, + 23.233407974243164, + 22.991405487060547 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260618_050330.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..e45ac4230ebee751efc40723c1917345e91b7f84 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260618_050330.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-18T05:03:30.268230+00:00", + "metrics": { + "MSE[mean]": 6.554949833247299, + "MSE[0.5]": 7.345810740100781, + "MAE[0.5]": 2.357101120016555, + "MASE[0.5]": 1.3019892251730578, + "MAPE[0.5]": 0.10444350596607699, + "sMAPE[0.5]": 0.11214400143316851, + "MSIS": 15.190647933313064, + "RMSE[mean]": 2.560263625732182, + "NRMSE[mean]": 0.11594084546971963, + "ND[0.5]": 0.1067406863752903, + "mean_weighted_sum_quantile_loss": 0.09071258683585551 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.638730846383265, + 20.55373080823632, + 20.4387319907925, + 20.338731609322803, + 20.343729816415117, + 20.27373202893956, + 20.178730808236462, + 20.07873138044108, + 19.99873241040937, + 19.91373141858811, + 19.91373141858814, + 19.7937324867034, + 19.67373164747003, + 19.623732410409513, + 19.513732753732295, + 19.44373210523379, + 19.353731952645926, + 19.23373302076119, + 19.163733325937, + 19.203733287790055, + 19.048732601144575, + 18.92373355481892, + 18.908733211496195, + 18.853733859994758 + ], + "p10": [ + 19.862732158639123, + 19.65173114392968, + 19.60373195264553, + 19.486731372811573, + 19.622730670907305, + 19.449732242562607, + 19.363732181527478, + 19.40373309705485, + 19.13173087690107, + 19.14373286817307, + 19.18873218152759, + 18.974732814767368, + 18.791732440927063, + 18.711732517221037, + 18.810732875802607, + 18.712732540109275, + 18.48073295209661, + 18.450732456185992, + 18.250731693246568, + 18.288732562997573, + 18.16273330304887, + 17.902733074167063, + 18.10373385999473, + 18.021733890512337 + ], + "p90": [ + 21.89573100660055, + 22.15773128125878, + 21.968730579354514, + 21.70373042676665, + 21.95473216626863, + 21.803732715585067, + 21.39873279187904, + 21.713732562997233, + 21.223730884530465, + 21.504731594064186, + 21.436731945016362, + 21.07373145673514, + 21.044732509591615, + 20.864732013680996, + 20.883732639291377, + 20.603731952645898, + 20.64673274610296, + 20.50373157117623, + 20.51873363111278, + 20.658731304147476, + 20.74373286817338, + 20.425733409860424, + 20.719734226205667, + 20.298734127023565 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260618_050048.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260618_050048.json new file mode 100644 index 0000000000000000000000000000000000000000..da7e514bc7ffe2587625a6d456f778503cba659d --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260618_050048.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T05:00:48.487404+00:00", + "metrics": { + "MSE[mean]": 0.9345807586560113, + "MSE[0.5]": 1.0924920595322192, + "MAE[0.5]": 0.7913044691085815, + "MASE[0.5]": 0.4370919363032775, + "MAPE[0.5]": 0.03479963103867976, + "sMAPE[0.5]": 0.03584991882581345, + "MSIS": 4.529265430709361, + "RMSE[mean]": 0.9667371714463096, + "NRMSE[mean]": 0.04377843120449623, + "ND[0.5]": 0.035834008752196195, + "mean_weighted_sum_quantile_loss": 0.05572582064291565 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.941216468811035, + 20.906389236450195, + 20.752883911132812, + 20.71452522277832, + 20.717191696166992, + 20.59344482421875, + 20.944422721862793, + 20.87815570831299, + 21.41169834136963, + 21.29921054840088, + 21.664198875427246, + 21.344810485839844, + 21.848349571228027, + 21.645026206970215, + 21.25556755065918, + 21.517298698425293, + 22.500271797180176, + 22.107319831848145, + 21.798553466796875, + 22.011674880981445, + 21.866226196289062, + 22.47233009338379, + 22.170479774475098, + 21.840538024902344 + ], + "p10": [ + 20.333486557006836, + 19.97122859954834, + 19.322063446044922, + 18.750247955322266, + 18.84726619720459, + 17.69862174987793, + 17.740431785583496, + 17.227380752563477, + 18.44667148590088, + 18.472118377685547, + 17.02681064605713, + 17.4295654296875, + 17.2216854095459, + 16.366440773010254, + 16.39881134033203, + 15.710742473602295, + 17.818859100341797, + 17.728757858276367, + 15.457660675048828, + 17.626221656799316, + 16.097743034362793, + 16.360312461853027, + 16.183032989501953, + 15.929675102233887 + ], + "p90": [ + 21.495502471923828, + 21.933505058288574, + 22.26918315887451, + 23.161702156066895, + 24.053616523742676, + 23.191296577453613, + 24.80573272705078, + 25.08311176300049, + 24.794262886047363, + 25.42373752593994, + 25.61549949645996, + 26.324005126953125, + 26.575740814208984, + 27.49624729156494, + 26.296918869018555, + 27.532429695129395, + 27.644433975219727, + 27.171449661254883, + 28.544681549072266, + 28.715991020202637, + 27.63363552093506, + 29.464138984680176, + 29.620326042175293, + 28.141982078552246 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260618_050330.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..9d29b8ef72727c0913e097e37aefa077a3cc7429 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260618_050330.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T05:03:30.400278+00:00", + "metrics": { + "MSE[mean]": 1.3552808749740446, + "MSE[0.5]": 1.1151120880535934, + "MAE[0.5]": 0.8260371094912434, + "MASE[0.5]": 0.4562771647841492, + "MAPE[0.5]": 0.038615694465923694, + "sMAPE[0.5]": 0.03754888748755416, + "MSIS": 4.115785308594549, + "RMSE[mean]": 1.1641653125626295, + "NRMSE[mean]": 0.052718911149796856, + "ND[0.5]": 0.03740686697307957, + "mean_weighted_sum_quantile_loss": 0.032055990258087565 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 22.582480830339648, + 22.57748071589873, + 22.542481822160937, + 22.522481364397265, + 22.607479495195605, + 22.617481631426074, + 22.602480334429004, + 22.582480830339648, + 22.582481784013964, + 22.57748071589873, + 22.657480639604785, + 22.617481631426074, + 22.57748071589873, + 22.607481402544238, + 22.577481669573046, + 22.587480944780566, + 22.57748071589873, + 22.53748170772002, + 22.547481936601855, + 22.667481822160937, + 22.592481059221484, + 22.547481936601855, + 22.612481516985156, + 22.637482089189746 + ], + "p10": [ + 21.806482142595506, + 21.67548105159209, + 21.707481784013964, + 21.670481127886035, + 21.886480349687794, + 21.793481845049122, + 21.78748170772002, + 21.907482546953418, + 21.715480250505664, + 21.80748216548369, + 21.932481402544237, + 21.79848195949004, + 21.695481509355762, + 21.695481509355762, + 21.87448179164336, + 21.856481379656053, + 21.704481715349413, + 21.754481143144822, + 21.634480303911424, + 21.752481097368456, + 21.70648176112578, + 21.526481455949998, + 21.80748216548369, + 21.805482119707325 + ], + "p90": [ + 23.839480990556932, + 24.18148118892119, + 24.07248041072295, + 23.887480181841113, + 24.21848184504912, + 24.14748231807158, + 23.822482318071582, + 24.2174820128958, + 23.807480258135058, + 24.168480891374806, + 24.180481166033008, + 23.89748060145781, + 23.948481578020314, + 23.84848100581572, + 23.94748155513213, + 23.747480792192675, + 23.870481509355763, + 23.807480258135058, + 23.902482241777637, + 24.12247983851836, + 24.28748132625029, + 24.04948179164336, + 24.423482531694628, + 24.082482356218552 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260618_050330.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..0dbfcf6c391501df694694163752723c24aac5dc --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260618_050330.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T05:03:30.473716+00:00", + "metrics": { + "MSE[mean]": 2.1437042964941306, + "MSE[0.5]": 2.1437042964941306, + "MAE[0.5]": 1.2912500699361165, + "MASE[0.5]": 0.7132463108112109, + "MAPE[0.5]": 0.05893869912850077, + "sMAPE[0.5]": 0.057397264678754834, + "MSIS": 15.762726357163581, + "RMSE[mean]": 1.4641394388835138, + "NRMSE[mean]": 0.06630315828557283, + "ND[0.5]": 0.05847390999761378, + "mean_weighted_sum_quantile_loss": 0.05233002873140174 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "p10": [ + 22.15780059814453, + 21.961799850463866, + 21.805, + 21.65800037384033, + 21.44239917755127, + 21.461999626159667, + 22.40280059814453, + 23.65719940185547, + 24.7253995513916, + 24.931200523376464, + 24.63719940185547, + 24.156999626159667, + 23.911999626159666, + 23.559200897216797, + 22.696799850463865, + 22.363599700927733, + 22.108799476623535, + 21.65800037384033, + 21.138599700927735, + 20.8151997756958, + 20.68780059814453, + 20.638799476623536, + 20.5701997756958, + 20.491799850463867 + ], + "p90": [ + 23.062200622558596, + 22.858199844360353, + 22.695, + 22.542000389099123, + 22.317599143981933, + 22.33799961090088, + 23.317200622558595, + 24.622799377441407, + 25.734599533081056, + 25.94880054473877, + 25.642799377441406, + 25.14299961090088, + 24.88799961090088, + 24.52080093383789, + 23.623199844360354, + 23.276399688720705, + 23.01119945526123, + 22.542000389099123, + 22.001399688720703, + 21.66479976654053, + 21.532200622558594, + 21.48119945526123, + 21.409799766540527, + 21.328199844360352 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260618_050249.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260618_050249.json new file mode 100644 index 0000000000000000000000000000000000000000..3b0208e7ed84f2ccd12fa46374f8c5e78d22cc1d --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260618_050249.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T05:02:49.596893+00:00", + "metrics": { + "MSE[mean]": 4.051738910394761, + "MSE[0.5]": 4.051738910394761, + "MAE[0.5]": 1.5394481817881267, + "MASE[0.5]": 0.8503432153926083, + "MAPE[0.5]": 0.06780837187298276, + "sMAPE[0.5]": 0.06465411322895132, + "MSIS": 2.5435106082142234, + "RMSE[mean]": 2.0128931691460332, + "NRMSE[mean]": 0.09115332246470267, + "ND[0.5]": 0.06971349432904397, + "mean_weighted_sum_quantile_loss": 0.045377083344849835 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.61907958984375, + 20.41827392578125, + 20.27484130859375, + 20.1170654296875, + 20.0023193359375, + 20.1170654296875, + 20.87725830078125, + 22.074920654296875, + 23.42139434814453, + 24.667465209960938, + 25.703765869140625, + 26.456787109375, + 26.90142822265625, + 27.1165771484375, + 26.95880126953125, + 26.4281005859375, + 25.675079345703125, + 24.850341796875, + 23.715431213378906, + 22.71319580078125, + 21.9530029296875, + 21.50836181640625, + 21.07806396484375, + 20.79119873046875 + ], + "p10": [ + 20.33221435546875, + 19.916259765625, + 19.62939453125, + 19.39990234375, + 19.113037109375, + 19.0843505859375, + 19.457275390625, + 20.33221435546875, + 21.2071533203125, + 21.981689453125, + 22.591278076171875, + 23.00006103515625, + 23.204452514648438, + 23.347885131835938, + 23.1578369140625, + 22.784912109375, + 22.376129150390625, + 21.85260009765625, + 21.00634765625, + 20.33221435546875, + 19.85888671875, + 19.6007080078125, + 19.227783203125, + 18.998291015625 + ], + "p90": [ + 20.8629150390625, + 20.7481689453125, + 20.77685546875, + 20.73382568359375, + 20.73382568359375, + 20.96331787109375, + 22.074920654296875, + 23.591720581054688, + 25.32366943359375, + 26.90142822265625, + 28.1492919921875, + 29.1533203125, + 29.841796875, + 30.243408203125, + 30.18603515625, + 29.669677734375, + 28.751708984375, + 27.8050537109375, + 26.49981689453125, + 25.2232666015625, + 24.222824096679688, + 23.561241149902344, + 22.989303588867188, + 22.670166015625 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260618_044859.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260618_044859.json new file mode 100644 index 0000000000000000000000000000000000000000..3cd9e5ff0088a88fb9b7687876014000ff1f508f --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260618_044859.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T04:48:59.939002+00:00", + "metrics": { + "MSE[mean]": 3.265212421903167, + "MSE[0.5]": 2.0555524345600134, + "MAE[0.5]": 1.1191657384236653, + "MASE[0.5]": 0.6181922872278925, + "MAPE[0.5]": 0.04934103729951961, + "sMAPE[0.5]": 0.04822957659021768, + "MSIS": 26.443721001437382, + "RMSE[mean]": 1.8069898787495096, + "NRMSE[mean]": 0.0818290476776705, + "ND[0.5]": 0.05068111761204866, + "mean_weighted_sum_quantile_loss": 0.058322632263445154 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.7585391998291, + 20.618999481201172, + 20.436073303222656, + 20.30069351196289, + 20.302343368530273, + 20.419166564941406, + 20.99262809753418, + 22.00701332092285, + 23.13190269470215, + 24.148582458496094, + 24.944150924682617, + 25.540979385375977, + 25.840978622436523, + 25.943973541259766, + 25.74445343017578, + 25.12926483154297, + 24.434043884277344, + 23.582847595214844, + 22.656145095825195, + 21.805675506591797, + 21.165306091308594, + 20.82621192932129, + 20.550310134887695, + 20.428409576416016 + ], + "p10": [ + 20.802688598632812, + 20.755508422851562, + 20.526199340820312, + 20.560462951660156, + 20.484943389892578, + 20.792221069335938, + 21.33295440673828, + 22.299644470214844, + 23.682022094726562, + 24.744630813598633, + 25.632308959960938, + 26.293418884277344, + 26.567224502563477, + 26.68696403503418, + 26.391782760620117, + 25.878326416015625, + 25.172119140625, + 24.269611358642578, + 23.42589569091797, + 22.476905822753906, + 21.774574279785156, + 21.46290397644043, + 21.272647857666016, + 21.073715209960938 + ], + "p90": [ + 20.911060333251953, + 21.021337509155273, + 21.067108154296875, + 21.1031494140625, + 21.338253021240234, + 21.730422973632812, + 22.612831115722656, + 23.95408058166504, + 25.405235290527344, + 26.714853286743164, + 27.75808334350586, + 28.523576736450195, + 28.89879608154297, + 29.103227615356445, + 28.876253128051758, + 28.262720108032227, + 27.504972457885742, + 26.533782958984375, + 25.476165771484375, + 24.442758560180664, + 23.69216537475586, + 23.299306869506836, + 22.89461326599121, + 22.62143325805664 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260618_045731.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260618_045731.json new file mode 100644 index 0000000000000000000000000000000000000000..83b10a70adbaf6df82e354d9b73ace1afa9e657a --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260618_045731.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-18T04:57:31.987912+00:00", + "metrics": { + "MSE[mean]": 0.599317467854083, + "MSE[0.5]": 0.599317467854083, + "MAE[0.5]": 0.5944896539052328, + "MASE[0.5]": 0.3283775639867488, + "MAPE[0.5]": 0.026530083893923598, + "sMAPE[0.5]": 0.026747771423885704, + "MSIS": 2.1204012782978103, + "RMSE[mean]": 0.7741559712707013, + "NRMSE[mean]": 0.03505744366808659, + "ND[0.5]": 0.026921303104895065, + "mean_weighted_sum_quantile_loss": 0.02886119856295038 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.781906127929688, + 20.675437927246094, + 20.57654571533203, + 20.45308494567871, + 20.366914749145508, + 20.39887046813965, + 20.841705322265625, + 21.520286560058594, + 22.2479248046875, + 22.92205238342285, + 23.47926139831543, + 23.921674728393555, + 24.187503814697266, + 24.22819709777832, + 24.132558822631836, + 23.859928131103516, + 23.493650436401367, + 23.030319213867188, + 22.242515563964844, + 21.618759155273438, + 21.15574073791504, + 20.8491153717041, + 20.60015296936035, + 20.33843231201172 + ], + "p10": [ + 20.654205322265625, + 20.415931701660156, + 20.17816925048828, + 19.899864196777344, + 19.634098052978516, + 19.455062866210938, + 19.697734832763672, + 20.138019561767578, + 20.626562118530273, + 21.042760848999023, + 21.25497055053711, + 21.27948760986328, + 21.255535125732422, + 21.144180297851562, + 21.01751136779785, + 20.864742279052734, + 20.78468132019043, + 20.646625518798828, + 20.232421875, + 19.853376388549805, + 19.47370147705078, + 19.16350746154785, + 18.875059127807617, + 18.61350440979004 + ], + "p90": [ + 20.899417877197266, + 20.91337776184082, + 20.95802879333496, + 20.990398406982422, + 21.076688766479492, + 21.287723541259766, + 21.966386795043945, + 22.909055709838867, + 23.967622756958008, + 25.019378662109375, + 26.02660369873047, + 26.848270416259766, + 27.507699966430664, + 27.76997947692871, + 27.770891189575195, + 27.426652908325195, + 26.860736846923828, + 25.90775489807129, + 24.627986907958984, + 23.72882652282715, + 23.107662200927734, + 22.723604202270508, + 22.383323669433594, + 22.101194381713867 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260618_045629.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260618_045629.json new file mode 100644 index 0000000000000000000000000000000000000000..7ae160491d3c3899488c8c0076dd180c3b3eac9e --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260618_045629.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T04:56:29.014262+00:00", + "metrics": { + "MSE[mean]": 3.4284285278736206, + "MSE[0.5]": 3.4284285278736206, + "MAE[0.5]": 1.3590960502624512, + "MASE[0.5]": 0.7507223166584148, + "MAPE[0.5]": 0.05963965742649446, + "sMAPE[0.5]": 0.0567959913348521, + "MSIS": 2.6957509008207823, + "RMSE[mean]": 1.8516016115443463, + "NRMSE[mean]": 0.08384927792510193, + "ND[0.5]": 0.06154629685719261, + "mean_weighted_sum_quantile_loss": 0.04398314079085203 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.75291633605957, + 20.661235809326172, + 20.510290145874023, + 20.339534759521484, + 20.249828338623047, + 20.421283721923828, + 21.07335090637207, + 22.216672897338867, + 23.341068267822266, + 24.38194465637207, + 25.33951187133789, + 26.034870147705078, + 26.50377655029297, + 26.835899353027344, + 26.63916778564453, + 26.29499053955078, + 25.75944709777832, + 24.8602294921875, + 23.83880043029785, + 22.886707305908203, + 22.181123733520508, + 21.73434829711914, + 21.395187377929688, + 21.07792854309082 + ], + "p10": [ + 20.5836238861084, + 20.372854232788086, + 19.998037338256836, + 19.496700286865234, + 19.292858123779297, + 19.30006217956543, + 19.85402488708496, + 20.420028686523438, + 21.0481014251709, + 21.642528533935547, + 21.946794509887695, + 22.25947380065918, + 22.45566177368164, + 22.55890655517578, + 22.429880142211914, + 22.154600143432617, + 21.82029151916504, + 21.329204559326172, + 20.846384048461914, + 20.311325073242188, + 19.882423400878906, + 19.564743041992188, + 19.34213638305664, + 19.100177764892578 + ], + "p90": [ + 20.88675880432129, + 20.863679885864258, + 20.82301902770996, + 20.76272964477539, + 20.905550003051758, + 21.283466339111328, + 22.561738967895508, + 24.0993709564209, + 25.75850486755371, + 27.60481071472168, + 28.874244689941406, + 30.156736373901367, + 30.67273712158203, + 31.06147003173828, + 31.05324935913086, + 30.473325729370117, + 29.6243953704834, + 28.91620445251465, + 27.41275405883789, + 25.907917022705078, + 24.66209602355957, + 24.038484573364258, + 23.571983337402344, + 23.163890838623047 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260618_050330.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..05cc758f611b2506d06e1897dfa4d8be87a814f5 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260618_050330.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-18T05:03:30.094699+00:00", + "metrics": { + "MSE[mean]": 0.8753739087818296, + "MSE[0.5]": 0.532226445829684, + "MAE[0.5]": 0.6643045376226855, + "MASE[0.5]": 0.40431044357545054, + "MAPE[0.5]": 0.03899968699325224, + "sMAPE[0.5]": 0.03812065744151825, + "MSIS": 3.257098877155473, + "RMSE[mean]": 0.9356141879972907, + "NRMSE[mean]": 0.054304088299721824, + "ND[0.5]": 0.03855697437229613, + "mean_weighted_sum_quantile_loss": 0.03379825704058684 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0 + ], + "actual": [ + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 17.81737993521799, + 17.817375852108256, + 17.817380190824707, + 17.817380235067468, + 17.817378407534992, + 17.817380256768068, + 17.81738024705859, + 17.81737728768613, + 17.81738051053912, + 17.817380251763222, + 17.817382177429057, + 17.81738027434213, + 17.81738027428719, + 17.817380265559827, + 17.817380247884053, + 17.817380251568366, + 17.81738025156629, + 17.81737986034883, + 17.817380942620417, + 17.817380249351103, + 17.817380247887293, + 17.817380942620552, + 17.817358885435624, + 17.8173801423832 + ], + "p10": [ + 17.536442979999666, + 17.498154252812856, + 17.489184000606294, + 17.498154141773334, + 17.498154701980773, + 17.3766886739259, + 17.48918346027546, + 17.09085797447306, + 17.536443292223638, + 17.09085797365893, + 17.51545286683923, + 17.53452214005592, + 17.498154780295522, + 17.09085837118757, + 17.09085439400166, + 17.498161721791046, + 17.517374019576323, + 17.090854394005202, + 17.498161721789483, + 17.498154115000613, + 17.489183462567894, + 17.40844759067417, + 17.376688668724757, + 17.517374019576962 + ], + "p90": [ + 18.098610624216718, + 18.065459195175393, + 18.094424445650525, + 18.01716585738578, + 18.0622406623372, + 18.06224067933872, + 18.065877698119966, + 18.062240675148004, + 18.773538210432047, + 18.02167331516176, + 18.771035599458813, + 18.771035599583467, + 18.0171658305962, + 18.77103559955274, + 18.099698153342935, + 18.094843149443513, + 18.771035599544696, + 17.944820601838938, + 18.098610936885922, + 18.01716583061306, + 18.09442450639272, + 18.065459057363107, + 18.77103559954533, + 18.09861093688605 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260618_044818.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260618_044818.json new file mode 100644 index 0000000000000000000000000000000000000000..c25fd10d2f674bed869ea4d953a11749c8e17f6e --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260618_044818.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T04:48:18.160587+00:00", + "metrics": { + "MSE[mean]": 0.9894591853934193, + "MSE[0.5]": 0.9894591853934193, + "MAE[0.5]": 0.8735148906707764, + "MASE[0.5]": 0.5316404945550115, + "MAPE[0.5]": 0.051400997865251714, + "sMAPE[0.5]": 0.049740827490798056, + "MSIS": 8.503777275729664, + "RMSE[mean]": 0.9947156304157582, + "NRMSE[mean]": 0.057734401765364436, + "ND[0.5]": 0.05069977600023853, + "mean_weighted_sum_quantile_loss": 0.038950287627866315 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0 + ], + "actual": [ + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 18.02028465270996, + 18.018218994140625, + 18.013671875, + 18.023624420166016, + 18.032655715942383, + 18.05887222290039, + 18.098712921142578, + 18.118824005126953, + 18.143264770507812, + 18.1546630859375, + 18.1811580657959, + 18.210283279418945, + 18.212020874023438, + 18.1908016204834, + 18.189123153686523, + 18.172321319580078, + 18.107471466064453, + 18.089256286621094, + 18.08769416809082, + 18.06500244140625, + 18.074115753173828, + 18.05392837524414, + 18.074417114257812, + 18.073970794677734 + ], + "p10": [ + 17.782190322875977, + 17.722461700439453, + 17.682634353637695, + 17.678668975830078, + 17.629518508911133, + 17.594575881958008, + 17.61138916015625, + 17.572202682495117, + 17.585603713989258, + 17.59588050842285, + 17.55724334716797, + 17.545520782470703, + 17.519514083862305, + 17.478496551513672, + 17.450063705444336, + 17.41796875, + 17.231225967407227, + 17.219539642333984, + 17.2244815826416, + 17.2239933013916, + 17.193981170654297, + 17.149198532104492, + 17.133827209472656, + 17.126619338989258 + ], + "p90": [ + 18.35550880432129, + 18.4005126953125, + 18.51881980895996, + 18.65445327758789, + 18.762958526611328, + 18.914154052734375, + 19.035747528076172, + 19.25558853149414, + 19.400714874267578, + 19.377933502197266, + 19.585290908813477, + 19.70215606689453, + 19.778608322143555, + 19.86747932434082, + 19.876663208007812, + 19.90325164794922, + 19.985584259033203, + 20.05583381652832, + 20.10746955871582, + 20.179405212402344, + 20.224891662597656, + 20.296661376953125, + 20.25204849243164, + 20.297386169433594 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260618_050330.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..f78d9a184436dc3149ba913d4f72bba6fb0bb7a6 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260618_050330.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-18T05:03:30.321388+00:00", + "metrics": { + "MSE[mean]": 0.086339682669961, + "MSE[0.5]": 0.09122026255938505, + "MAE[0.5]": 0.25481329475459286, + "MASE[0.5]": 0.1550850105583161, + "MAPE[0.5]": 0.01487251537050358, + "sMAPE[0.5]": 0.014792179669789072, + "MSIS": 1.6310714443505872, + "RMSE[mean]": 0.2938361493587217, + "NRMSE[mean]": 0.01705457698817248, + "ND[0.5]": 0.014789647095792571, + "mean_weighted_sum_quantile_loss": 0.013001704071577429 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0 + ], + "actual": [ + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 17.944606877894326, + 17.888585279194977, + 17.832563680495632, + 17.776542081796286, + 17.720520483096937, + 17.66449888439759, + 17.608477285698246, + 17.5524556869989, + 17.49643408829955, + 17.440412489600206, + 17.38439089090086, + 17.32836929220151, + 17.272347693502166, + 17.21632609480282, + 17.16030449610347, + 17.104282897404126, + 17.04826129870478, + 16.992239700005435, + 16.936218101306086, + 16.88019650260674, + 16.824174903907394, + 16.768153305208045, + 16.7121317065087, + 16.656110107809354 + ], + "p10": [ + 17.64460764083378, + 17.488585660664704, + 17.52256440528811, + 17.376542463266013, + 17.720520483096937, + 17.264499265867318, + 16.608477285698246, + 16.5524556869989, + 17.096434469769278, + 17.040412871069933, + 16.984391272370587, + 17.228368910731785, + 17.162347273885466, + 16.816326476272547, + 16.460303733164018, + 16.80428366034358, + 16.648261680174507, + 16.59224008147516, + 16.536218482775812, + 16.680195739667287, + 16.42417528537712, + 16.368153686677772, + 16.012130943569247, + 16.25611048927908 + ], + "p90": [ + 18.3446064964246, + 18.28858489772525, + 18.232563299025905, + 17.776542081796286, + 17.92052124603639, + 17.674498922544565, + 17.608477285698246, + 17.952455305529174, + 17.506434126446525, + 17.84041210813048, + 17.584391653840314, + 17.728368910731785, + 17.382348113118866, + 17.616325713333094, + 17.560304114633745, + 17.5042825159344, + 17.448260917235054, + 17.392239318535708, + 17.15621874980462, + 17.280196121137013, + 17.224174522437668, + 16.98815395370658, + 16.812132087978426, + 16.75611048927908 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260618_050108.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260618_050108.json new file mode 100644 index 0000000000000000000000000000000000000000..e2343597abd2af751b6a418ab6591f894bf18273 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260618_050108.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T05:01:08.421137+00:00", + "metrics": { + "MSE[mean]": 0.7824441358141788, + "MSE[0.5]": 0.7364598491426099, + "MAE[0.5]": 0.7493157784144083, + "MASE[0.5]": 0.4560501661376395, + "MAPE[0.5]": 0.04409720788086315, + "sMAPE[0.5]": 0.04285704759261275, + "MSIS": 1.8232691875720455, + "RMSE[mean]": 0.884558723779365, + "NRMSE[mean]": 0.051340772359624566, + "ND[0.5]": 0.04349112135899831, + "mean_weighted_sum_quantile_loss": 0.03192242975118387 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0 + ], + "actual": [ + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 17.985044479370117, + 17.931886672973633, + 17.931827545166016, + 18.015284538269043, + 17.96243667602539, + 17.929734230041504, + 17.952765464782715, + 18.04393196105957, + 18.03219699859619, + 18.01896572113037, + 17.99863338470459, + 17.915451049804688, + 17.785934448242188, + 17.908239364624023, + 18.057272911071777, + 18.000760078430176, + 17.725954055786133, + 17.84921169281006, + 17.786619186401367, + 17.98317813873291, + 17.909836769104004, + 17.935404777526855, + 17.937188148498535, + 18.025943756103516 + ], + "p10": [ + 17.684988021850586, + 17.51485538482666, + 17.343217849731445, + 17.212181091308594, + 16.996326446533203, + 17.118253707885742, + 16.853360176086426, + 16.77194118499756, + 16.748825073242188, + 16.87163734436035, + 16.470948219299316, + 16.276442527770996, + 16.4826717376709, + 16.430755615234375, + 16.397475242614746, + 16.39754867553711, + 16.219219207763672, + 15.5740385055542, + 15.649973392486572, + 16.23545742034912, + 15.538629531860352, + 15.92909860610962, + 15.783298015594482, + 15.600940704345703 + ], + "p90": [ + 18.3237943649292, + 18.450922966003418, + 18.503872871398926, + 18.792162895202637, + 18.902217864990234, + 18.793334007263184, + 18.93097496032715, + 19.063806533813477, + 19.428343772888184, + 19.54139518737793, + 19.43100929260254, + 19.325583457946777, + 19.51300621032715, + 19.83120346069336, + 19.74074935913086, + 19.566701889038086, + 19.960116386413574, + 19.949978828430176, + 20.20084285736084, + 20.394694328308105, + 19.986539840698242, + 20.262277603149414, + 20.759559631347656, + 20.64958953857422 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260618_050330.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..210081e0eb08ad21d8091c0db83cc5854ecaadf4 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260618_050330.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T05:03:30.430586+00:00", + "metrics": { + "MSE[mean]": 2.304901458593988, + "MSE[0.5]": 2.350228320301155, + "MAE[0.5]": 1.4710525997898014, + "MASE[0.5]": 0.8953151686608676, + "MAPE[0.5]": 0.0860446807077272, + "sMAPE[0.5]": 0.0821822342431648, + "MSIS": 12.050767693706767, + "RMSE[mean]": 1.5181901918382914, + "NRMSE[mean]": 0.08811744765204109, + "ND[0.5]": 0.08538152937111303, + "mean_weighted_sum_quantile_loss": 0.08079682117844839 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0 + ], + "actual": [ + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468, + 18.700219266456468 + ], + "p10": [ + 18.40022002939592, + 18.300219647926195, + 18.390219991248948, + 18.300219647926195, + 18.700219266456468, + 18.300219647926195, + 17.700219266456468, + 17.700219266456468, + 18.300219647926195, + 18.300219647926195, + 18.300219647926195, + 18.60021888498674, + 18.590218846839768, + 18.300219647926195, + 18.000218503517015, + 18.40022002939592, + 18.300219647926195, + 18.300219647926195, + 18.300219647926195, + 18.500218503517015, + 18.300219647926195, + 18.300219647926195, + 18.000218503517015, + 18.300219647926195 + ], + "p90": [ + 19.10021888498674, + 19.10021888498674, + 19.10021888498674, + 18.700219266456468, + 18.90022002939592, + 18.71021930460344, + 18.700219266456468, + 19.10021888498674, + 18.71021930460344, + 19.10021888498674, + 18.90022002939592, + 19.10021888498674, + 18.810219686073168, + 19.10021888498674, + 19.10021888498674, + 19.10021888498674, + 19.10021888498674, + 19.10021888498674, + 18.920219914955002, + 19.10021888498674, + 19.10021888498674, + 18.920219914955002, + 18.800219647926195, + 18.800219647926195 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260618_050330.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..dedc1661af0a0deb4e8417a8b9bca1f26f1d8f20 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260618_050330.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T05:03:30.497115+00:00", + "metrics": { + "MSE[mean]": 2.3208332220713905, + "MSE[0.5]": 2.3208332220713905, + "MAE[0.5]": 1.4499999682108562, + "MASE[0.5]": 0.8825020711580646, + "MAPE[0.5]": 0.08448387232369377, + "sMAPE[0.5]": 0.0807115587990257, + "MSIS": 22.33993197313103, + "RMSE[mean]": 1.5234281151637548, + "NRMSE[mean]": 0.08842146254880318, + "ND[0.5]": 0.08415961121417302, + "mean_weighted_sum_quantile_loss": 0.07693188047274518 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0 + ], + "actual": [ + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0 + ], + "p10": [ + 18.62, + 19.011999626159668, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62, + 18.52199962615967, + 18.62, + 17.64, + 17.64, + 17.64, + 17.64, + 17.64, + 17.64, + 17.64, + 17.64 + ], + "p90": [ + 19.38, + 19.78799961090088, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38, + 19.277999610900878, + 19.38, + 18.36, + 18.36, + 18.36, + 18.36, + 18.36, + 18.36, + 18.36, + 18.36 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260618_050313.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260618_050313.json new file mode 100644 index 0000000000000000000000000000000000000000..aab4d8b0f888d284189d65cfe32a1fdf1831a2d5 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260618_050313.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T05:03:13.003382+00:00", + "metrics": { + "MSE[mean]": 2.2350851794193054, + "MSE[0.5]": 2.2350851794193054, + "MAE[0.5]": 1.2951304117838542, + "MASE[0.5]": 0.7882450316390918, + "MAPE[0.5]": 0.0761955685929002, + "sMAPE[0.5]": 0.07251503146833942, + "MSIS": 18.29113352807314, + "RMSE[mean]": 1.4950201267606082, + "NRMSE[mean]": 0.0867726312992856, + "ND[0.5]": 0.07517080987379081, + "mean_weighted_sum_quantile_loss": 0.06346699577433022 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0 + ], + "actual": [ + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 18.072509765625, + 18.0517578125, + 18.0517578125, + 18.0621337890625, + 18.0828857421875, + 18.1036376953125, + 18.1451416015625, + 18.238525390625, + 18.238525390625, + 18.34228515625, + 18.3734130859375, + 18.4564208984375, + 18.50830078125, + 18.59130859375, + 18.6639404296875, + 18.736572265625, + 18.736572265625, + 18.861083984375, + 18.8922119140625, + 18.944091796875, + 19.0167236328125, + 19.0374755859375, + 19.1619873046875, + 19.2138671875 + ], + "p10": [ + 18.0206298828125, + 17.9998779296875, + 17.96875, + 17.96875, + 17.947998046875, + 17.96875, + 17.906494140625, + 17.947998046875, + 17.947998046875, + 17.9791259765625, + 17.92724609375, + 17.96875, + 17.947998046875, + 17.947998046875, + 17.947998046875, + 17.906494140625, + 17.781982421875, + 17.864990234375, + 17.823486328125, + 17.823486328125, + 17.864990234375, + 17.802734375, + 17.864990234375, + 17.84423828125 + ], + "p90": [ + 18.238525390625, + 18.487548828125, + 18.84033203125, + 19.1619873046875, + 19.48883056640625, + 19.75341796875, + 20.062103271484375, + 20.24627685546875, + 20.30853271484375, + 20.436935424804688, + 20.501785278320312, + 20.53680419921875, + 20.563716888427734, + 20.636024475097656, + 20.700225830078125, + 20.805282592773438, + 20.845489501953125, + 21.011505126953125, + 21.0711669921875, + 21.130828857421875, + 21.185302734375, + 21.182708740234375, + 21.255340576171875, + 21.268310546875 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260618_045535.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260618_045535.json new file mode 100644 index 0000000000000000000000000000000000000000..b478014d26412c20f3e262d5c71eadc813b2cf47 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260618_045535.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T04:55:35.143537+00:00", + "metrics": { + "MSE[mean]": 0.7453961168797226, + "MSE[0.5]": 0.6692008643558438, + "MAE[0.5]": 0.719486395517985, + "MASE[0.5]": 0.43789534354137266, + "MAPE[0.5]": 0.04233535588859769, + "sMAPE[0.5]": 0.04120683292616911, + "MSIS": 21.20282074122113, + "RMSE[mean]": 0.8633632589354974, + "NRMSE[mean]": 0.05011056400109295, + "ND[0.5]": 0.041759790791854025, + "mean_weighted_sum_quantile_loss": 0.04760850278277015 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0 + ], + "actual": [ + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 17.988323211669922, + 17.97711753845215, + 17.960996627807617, + 17.931358337402344, + 17.950716018676758, + 17.929933547973633, + 17.93355941772461, + 17.949214935302734, + 17.919429779052734, + 17.966840744018555, + 17.93216896057129, + 17.925437927246094, + 17.952178955078125, + 17.944551467895508, + 17.93500328063965, + 17.91619873046875, + 17.91202735900879, + 17.9113712310791, + 17.892719268798828, + 17.915977478027344, + 17.935203552246094, + 17.916728973388672, + 17.88190460205078, + 17.90288543701172 + ], + "p10": [ + 18.04840850830078, + 17.994754791259766, + 18.00208854675293, + 18.019065856933594, + 18.064796447753906, + 18.080810546875, + 18.111900329589844, + 18.051767349243164, + 18.096027374267578, + 18.074974060058594, + 18.080883026123047, + 18.137767791748047, + 18.09964942932129, + 18.12953758239746, + 18.079965591430664, + 18.092329025268555, + 18.10582160949707, + 18.18687629699707, + 18.143035888671875, + 18.110448837280273, + 18.119142532348633, + 18.14544677734375, + 18.19756317138672, + 18.117650985717773 + ], + "p90": [ + 18.102108001708984, + 18.107240676879883, + 18.131193161010742, + 18.12354850769043, + 18.17583656311035, + 18.176769256591797, + 18.20073890686035, + 18.21597671508789, + 18.21214485168457, + 18.254436492919922, + 18.23798370361328, + 18.229450225830078, + 18.297138214111328, + 18.295663833618164, + 18.302438735961914, + 18.320194244384766, + 18.3148250579834, + 18.353931427001953, + 18.36832618713379, + 18.376811981201172, + 18.417251586914062, + 18.45159912109375, + 18.432571411132812, + 18.452150344848633 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260618_045859.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260618_045859.json new file mode 100644 index 0000000000000000000000000000000000000000..09c8f13f606e00f83674b96f664fc81c5d3d4dc0 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260618_045859.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-18T04:58:59.492950+00:00", + "metrics": { + "MSE[mean]": 0.5831776060889146, + "MSE[0.5]": 0.5831776060889146, + "MAE[0.5]": 0.6714949607849121, + "MASE[0.5]": 0.40868669424599197, + "MAPE[0.5]": 0.03949918928377991, + "sMAPE[0.5]": 0.03851345189842589, + "MSIS": 1.549918996534075, + "RMSE[mean]": 0.7636606616088815, + "NRMSE[mean]": 0.04432371433763761, + "ND[0.5]": 0.03897431453165149, + "mean_weighted_sum_quantile_loss": 0.0286827644000655 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0 + ], + "actual": [ + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 18.038467407226562, + 18.050050735473633, + 18.050630569458008, + 18.04273796081543, + 18.025115966796875, + 18.009098052978516, + 17.998323440551758, + 17.99301528930664, + 17.975574493408203, + 17.947124481201172, + 17.93032455444336, + 17.924144744873047, + 17.90717887878418, + 17.897659301757812, + 17.874744415283203, + 17.857032775878906, + 17.831764221191406, + 17.82109832763672, + 17.792098999023438, + 17.775110244750977, + 17.749807357788086, + 17.718130111694336, + 17.705059051513672, + 17.701587677001953 + ], + "p10": [ + 17.939056396484375, + 17.745594024658203, + 17.54682159423828, + 17.29461669921875, + 17.03211212158203, + 16.849327087402344, + 16.657697677612305, + 16.574909210205078, + 16.521102905273438, + 16.48883628845215, + 16.37206268310547, + 16.397920608520508, + 16.31753158569336, + 16.212663650512695, + 16.106563568115234, + 15.990117073059082, + 15.885238647460938, + 15.820955276489258, + 15.772525787353516, + 15.720462799072266, + 15.664787292480469, + 15.558252334594727, + 15.507780075073242, + 15.431966781616211 + ], + "p90": [ + 18.116962432861328, + 18.210676193237305, + 18.356170654296875, + 18.50150489807129, + 18.60481071472168, + 18.6336669921875, + 18.627687454223633, + 18.685422897338867, + 18.78166389465332, + 18.88176155090332, + 18.989439010620117, + 19.027950286865234, + 19.047557830810547, + 19.068662643432617, + 19.08648109436035, + 19.136585235595703, + 19.18393898010254, + 19.264755249023438, + 19.300315856933594, + 19.346288681030273, + 19.41790008544922, + 19.420757293701172, + 19.415464401245117, + 19.42095184326172 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260618_045645.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260618_045645.json new file mode 100644 index 0000000000000000000000000000000000000000..48ffb71cf25290535fea341c2de5bf80f1f7fc7a --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260618_045645.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T04:56:45.385559+00:00", + "metrics": { + "MSE[mean]": 0.8053929806622667, + "MSE[0.5]": 0.8053929806622667, + "MAE[0.5]": 0.7832512855529785, + "MASE[0.5]": 0.4767040668218858, + "MAPE[0.5]": 0.04610867061034435, + "sMAPE[0.5]": 0.04475260851318331, + "MSIS": 1.6733798726387732, + "RMSE[mean]": 0.8974368950863714, + "NRMSE[mean]": 0.05208823574866484, + "ND[0.5]": 0.04546077594503382, + "mean_weighted_sum_quantile_loss": 0.029739423549641337 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0 + ], + "actual": [ + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 17.99691390991211, + 17.997343063354492, + 18.000102996826172, + 17.996694564819336, + 17.9954833984375, + 18.00129508972168, + 18.004650115966797, + 17.99264907836914, + 18.000835418701172, + 18.005455017089844, + 18.015275955200195, + 18.005708694458008, + 18.01436996459961, + 18.014724731445312, + 18.01670265197754, + 18.018247604370117, + 18.024572372436523, + 18.022260665893555, + 18.025583267211914, + 18.022558212280273, + 18.021514892578125, + 18.020612716674805, + 18.033023834228516, + 18.030933380126953 + ], + "p10": [ + 17.976335525512695, + 17.665882110595703, + 17.557071685791016, + 17.429113388061523, + 17.22464370727539, + 17.13182258605957, + 17.094337463378906, + 16.980709075927734, + 16.96229362487793, + 16.938583374023438, + 16.8590087890625, + 16.817916870117188, + 16.74480628967285, + 16.731048583984375, + 16.68558692932129, + 16.67118263244629, + 16.629745483398438, + 16.579158782958984, + 16.52587127685547, + 16.487483978271484, + 16.415512084960938, + 16.353837966918945, + 16.292102813720703, + 16.245859146118164 + ], + "p90": [ + 18.593996047973633, + 18.918794631958008, + 18.986948013305664, + 18.98271942138672, + 18.994848251342773, + 19.006084442138672, + 19.073699951171875, + 19.12273597717285, + 19.117889404296875, + 19.234085083007812, + 19.276460647583008, + 19.346036911010742, + 19.42337417602539, + 19.490610122680664, + 19.58489990234375, + 19.64084815979004, + 19.733211517333984, + 19.837230682373047, + 19.941713333129883, + 20.023853302001953, + 20.113527297973633, + 20.187942504882812, + 20.27269744873047, + 20.30915641784668 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260618_050330.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..98aff9a6f22a4ba4ef89effbe71ce5339dee4212 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260618_050330.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-18T05:03:30.149061+00:00", + "metrics": { + "MSE[mean]": 39.94467202906089, + "MSE[0.5]": 39.53664445824844, + "MAE[0.5]": 5.595719975480487, + "MASE[0.5]": 2.795172431302315, + "MAPE[0.5]": 0.2276013158078222, + "sMAPE[0.5]": 0.19826164571116736, + "MSIS": 87.78607389455249, + "RMSE[mean]": 6.320179746578486, + "NRMSE[mean]": 0.2433959014801816, + "ND[0.5]": 0.21549629321856809, + "mean_weighted_sum_quantile_loss": 0.20784758193871222 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727 + ], + "actual": [ + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547, + 29.5 + ], + "predictions": { + "p50": [ + 29.668121850482002, + 30.228272271643146, + 30.630450054632156, + 30.862053539842876, + 31.14289150210263, + 31.399091410101622, + 31.51034849432514, + 31.585148680970555, + 31.666299415190657, + 31.765744450161634, + 31.79493301378467, + 31.76509783481781, + 31.902649588856896, + 31.888659697110377, + 31.875169819421032, + 31.918400238313776, + 31.95068446473886, + 31.980334382289694, + 31.91578838518779, + 31.984742210492243, + 31.966175355877716, + 31.901671018855417, + 31.985772964891282, + 31.945020942526796 + ], + "p10": [ + 28.77074859450225, + 29.410004968155217, + 29.856078038936836, + 30.04487608559191, + 30.300875665382204, + 30.671909875345666, + 30.746755744972415, + 30.827313698554992, + 31.077360224870723, + 31.13817185462868, + 30.998297346101527, + 30.912785580037855, + 31.072161489301926, + 31.024562804031635, + 31.174017724742576, + 31.17478246865204, + 31.34326894510799, + 31.341024696517433, + 31.216357020335316, + 31.435058804468866, + 31.334246672484387, + 31.22410878570618, + 31.166731174002848, + 31.096359474924387 + ], + "p90": [ + 30.607781699018652, + 31.05140897906871, + 31.190798678977185, + 31.681883348550492, + 31.84199174327353, + 32.051160719663166, + 32.202667027948145, + 32.28434301225643, + 32.37928088809733, + 32.427636704735264, + 32.49754550013699, + 32.54303378837147, + 32.59187752882872, + 32.60946717680044, + 32.53839256321994, + 32.64229407703007, + 32.649638195624966, + 32.63468269947535, + 32.5174165916891, + 32.81344286311451, + 32.72213305764437, + 32.66838855299237, + 32.72503173962733, + 32.68190152031135 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260618_044828.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260618_044828.json new file mode 100644 index 0000000000000000000000000000000000000000..4ad6fd6a9b8a837ad372acc112daf484c73cce30 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260618_044828.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T04:48:28.409466+00:00", + "metrics": { + "MSE[mean]": 1.580387209125547, + "MSE[0.5]": 1.580387209125547, + "MAE[0.5]": 1.1944042841593425, + "MASE[0.5]": 0.5966284841880242, + "MAPE[0.5]": 0.0475400891307875, + "sMAPE[0.5]": 0.04888279184468034, + "MSIS": 1.9627865792959671, + "RMSE[mean]": 1.2571345230823736, + "NRMSE[mean]": 0.048413400060835235, + "ND[0.5]": 0.04599760119672792, + "mean_weighted_sum_quantile_loss": 0.040097902762961886 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727 + ], + "actual": [ + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547, + 29.5 + ], + "predictions": { + "p50": [ + 29.4730167388916, + 29.307918548583984, + 28.713829040527344, + 27.857540130615234, + 26.816545486450195, + 25.805492401123047, + 24.76360321044922, + 24.076045989990234, + 23.3951416015625, + 22.828720092773438, + 22.384521484375, + 22.06692123413086, + 21.87704086303711, + 21.748239517211914, + 21.508623123168945, + 21.34747314453125, + 21.115936279296875, + 21.89427375793457, + 23.20314598083496, + 24.78862762451172, + 26.098554611206055, + 27.173385620117188, + 27.857555389404297, + 28.43214225769043 + ], + "p10": [ + 28.601043701171875, + 28.185993194580078, + 27.375133514404297, + 26.399932861328125, + 25.346961975097656, + 24.335771560668945, + 23.260929107666016, + 22.487520217895508, + 21.86634635925293, + 21.263195037841797, + 20.67571258544922, + 20.26656723022461, + 20.041210174560547, + 19.723255157470703, + 19.485639572143555, + 19.227447509765625, + 19.304698944091797, + 20.01067352294922, + 21.120235443115234, + 22.408559799194336, + 23.477298736572266, + 24.310815811157227, + 24.719696044921875, + 25.039125442504883 + ], + "p90": [ + 30.29583740234375, + 30.407947540283203, + 29.970014572143555, + 29.284217834472656, + 28.29665184020996, + 27.238964080810547, + 26.202457427978516, + 25.488178253173828, + 24.76898765563965, + 24.214216232299805, + 23.87773895263672, + 23.5916690826416, + 23.467124938964844, + 23.48981475830078, + 23.365375518798828, + 23.30213737487793, + 23.156116485595703, + 23.758934020996094, + 25.306142807006836, + 27.117708206176758, + 28.869081497192383, + 30.043045043945312, + 31.097379684448242, + 31.88768768310547 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260618_050330.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..9d653a990a52cb3565e8705f4db3093321074e95 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260618_050330.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-18T05:03:30.357520+00:00", + "metrics": { + "MSE[mean]": 243.39796540624954, + "MSE[0.5]": 240.0142896051193, + "MAE[0.5]": 13.801269813485392, + "MASE[0.5]": 6.89400632423654, + "MAPE[0.5]": 0.5504958608533251, + "sMAPE[0.5]": 0.40953122471415604, + "MSIS": 250.64013201906985, + "RMSE[mean]": 15.601216792489282, + "NRMSE[mean]": 0.6008171250906875, + "ND[0.5]": 0.5314995209816664, + "mean_weighted_sum_quantile_loss": 0.5240894715001215 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727 + ], + "actual": [ + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547, + 29.5 + ], + "predictions": { + "p50": [ + 29.869679982512597, + 30.633660280369867, + 31.597637526469324, + 32.361617824326586, + 33.225596596304946, + 34.18957384240441, + 35.05355261438277, + 35.91753138636113, + 36.68151168421839, + 37.645488930317846, + 38.459468465235666, + 39.17344761868375, + 40.23742524625293, + 41.001405544110206, + 41.96538279020966, + 42.729363088066926, + 43.69334033416638, + 44.55731910614474, + 45.37129864106256, + 46.285276650101466, + 47.149255422079825, + 48.01323419405819, + 48.87721296603655, + 49.74119173801491 + ], + "p10": [ + 28.869681699126367, + 29.823659288548576, + 30.797636382060144, + 31.56161667991741, + 32.52559392601686, + 33.38957269799523, + 34.14355314844038, + 35.11753024195195, + 35.98150901393031, + 36.835487938496556, + 37.399467473414376, + 38.27344800015348, + 39.42742425443164, + 40.201404399701026, + 41.16538355314911, + 42.129360799248566, + 43.09333995269665, + 43.85732005981905, + 44.71129726777154, + 45.5752760397499, + 46.14925732942846, + 47.31323343111874, + 47.877214873385185, + 48.94119059360573 + ], + "p90": [ + 31.06968074545205, + 32.133658373021234, + 32.59763752646932, + 33.861615916977954, + 34.52559583336549, + 35.38957460534386, + 36.45355223291304, + 36.91753329370976, + 37.98151092127894, + 39.04548854884812, + 39.80946693935676, + 40.48344670315641, + 41.4474258566045, + 42.30140478117075, + 43.16538355314911, + 44.22936118071829, + 44.893339380492066, + 45.75731986908419, + 46.42129806885797, + 47.48527741304092, + 48.16925702425267, + 49.233234842556726, + 50.077213728976005, + 51.141191356545185 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260618_050207.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260618_050207.json new file mode 100644 index 0000000000000000000000000000000000000000..610ecbd2cd5ef7b7cec2b9e8ba9813a0db4b0e9e --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260618_050207.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T05:02:07.948763+00:00", + "metrics": { + "MSE[mean]": 0.8801477517919617, + "MSE[0.5]": 0.9592394500421051, + "MAE[0.5]": 0.8812028566996256, + "MASE[0.5]": 0.4401781973051892, + "MAPE[0.5]": 0.03511681512211238, + "sMAPE[0.5]": 0.03591100422025575, + "MSIS": 1.9583397787021104, + "RMSE[mean]": 0.9381619006290768, + "NRMSE[mean]": 0.03612947268811337, + "ND[0.5]": 0.03393592782063341, + "mean_weighted_sum_quantile_loss": 0.03359886292440647 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727 + ], + "actual": [ + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547, + 29.5 + ], + "predictions": { + "p50": [ + 29.471362113952637, + 28.998483657836914, + 28.21911334991455, + 27.819547653198242, + 27.208728790283203, + 26.151975631713867, + 25.01871395111084, + 24.04180335998535, + 23.515249252319336, + 22.952292442321777, + 22.531095504760742, + 22.285768508911133, + 22.077573776245117, + 22.335054397583008, + 21.920912742614746, + 21.785411834716797, + 21.762449264526367, + 22.532937049865723, + 23.86787509918213, + 25.44767665863037, + 27.0939359664917, + 28.187296867370605, + 28.85114097595215, + 29.344141960144043 + ], + "p10": [ + 28.524757385253906, + 27.820215225219727, + 26.607563972473145, + 26.229129791259766, + 25.561161994934082, + 24.812304496765137, + 23.13671875, + 22.324066162109375, + 21.900622367858887, + 21.344776153564453, + 21.322416305541992, + 20.819937705993652, + 20.39013385772705, + 20.55565071105957, + 19.856919288635254, + 19.546690940856934, + 19.761964797973633, + 20.057984352111816, + 21.70766830444336, + 23.36633014678955, + 24.655906677246094, + 25.406993865966797, + 26.37624454498291, + 26.75349998474121 + ], + "p90": [ + 30.334172248840332, + 30.272674560546875, + 29.71426773071289, + 29.11072826385498, + 29.30661392211914, + 27.806147575378418, + 26.868366241455078, + 25.567882537841797, + 24.946916580200195, + 24.47888946533203, + 24.0504732131958, + 23.829641342163086, + 23.372157096862793, + 24.559432983398438, + 23.764836311340332, + 23.647786140441895, + 23.79560661315918, + 24.922131538391113, + 26.245795249938965, + 27.842801094055176, + 29.691999435424805, + 31.28894329071045, + 32.58439826965332, + 33.11039924621582 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260618_050330.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..09c0f885caa69e41463def89b381e0d92ed8d1e3 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260618_050330.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T05:03:30.448228+00:00", + "metrics": { + "MSE[mean]": 9.47777385040437, + "MSE[0.5]": 9.901744712363579, + "MAE[0.5]": 2.404063055329457, + "MASE[0.5]": 1.2008768853363332, + "MAPE[0.5]": 0.08645915713370132, + "sMAPE[0.5]": 0.0926527284594304, + "MSIS": 21.91871992174598, + "RMSE[mean]": 3.0785993325543957, + "NRMSE[mean]": 0.11855967549799767, + "ND[0.5]": 0.09258266663758823, + "mean_weighted_sum_quantile_loss": 0.0827168759668369 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727 + ], + "actual": [ + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547, + 29.5 + ], + "predictions": { + "p50": [ + 24.03781059559305, + 23.937812121471957, + 24.03781059559305, + 23.937812121471957, + 23.937812121471957, + 24.03781059559305, + 24.03781059559305, + 24.03781059559305, + 23.937812121471957, + 24.03781059559305, + 23.987811358532504, + 23.83781174000223, + 24.03781059559305, + 23.937812121471957, + 24.03781059559305, + 23.937812121471957, + 24.03781059559305, + 24.03781059559305, + 23.987811358532504, + 24.03781059559305, + 24.03781059559305, + 24.03781059559305, + 24.03781059559305, + 24.03781059559305 + ], + "p10": [ + 23.03781231220682, + 23.127811129650667, + 23.23780945118387, + 23.137810977062777, + 23.23780945118387, + 23.23780945118387, + 23.127811129650667, + 23.23780945118387, + 23.23780945118387, + 23.22780960377176, + 22.927810366711213, + 22.937812121471957, + 23.22780960377176, + 23.137810977062777, + 23.237811358532504, + 23.337809832653598, + 23.437810214123324, + 23.337811549267368, + 23.327809985241487, + 23.327809985241487, + 23.037812502941684, + 23.337809832653598, + 23.037812502941684, + 23.23780945118387 + ], + "p90": [ + 25.237811358532504, + 25.437810214123324, + 25.03781059559305, + 25.437810214123324, + 25.237811358532504, + 25.237811358532504, + 25.437810214123324, + 25.037812502941684, + 25.237811358532504, + 25.437810214123324, + 25.337809832653598, + 25.147810824474885, + 25.24781120594461, + 25.237811358532504, + 25.237811358532504, + 25.437810214123324, + 25.237809641918734, + 25.237811358532504, + 25.037810786327913, + 25.237811358532504, + 25.0578121977659, + 25.257811244091585, + 25.237811358532504, + 25.437810214123324 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260618_050330.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260618_050330.json new file mode 100644 index 0000000000000000000000000000000000000000..9f8ea5b524a15ce6287ef2d3397d016016d58bb3 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260618_050330.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T05:03:30.511437+00:00", + "metrics": { + "MSE[mean]": 4.556666097641634, + "MSE[0.5]": 4.556666097641634, + "MAE[0.5]": 1.833333174387614, + "MASE[0.5]": 0.915786059505273, + "MAPE[0.5]": 0.0693968407859627, + "sMAPE[0.5]": 0.07260546923332073, + "MSIS": 23.755324940096386, + "RMSE[mean]": 2.1346348862607942, + "NRMSE[mean]": 0.0822067414702505, + "ND[0.5]": 0.07060333702299632, + "mean_weighted_sum_quantile_loss": 0.06450238830142768 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727 + ], + "actual": [ + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547, + 29.5 + ], + "predictions": { + "p50": [ + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727 + ], + "p10": [ + 26.263999252319337, + 24.99, + 24.696000747680664, + 24.5, + 24.5, + 23.911999626159666, + 23.323999252319336, + 23.03, + 22.54, + 22.148000373840333, + 21.853999252319337, + 21.56, + 21.266000747680664, + 21.853999252319337, + 21.266000747680664, + 21.07, + 21.07, + 21.756000747680662, + 23.421999626159668, + 24.009999999999998, + 25.578000373840332, + 26.851999626159667, + 27.636000747680665, + 28.51800037384033 + ], + "p90": [ + 27.335999221801757, + 26.01, + 25.704000778198242, + 25.5, + 25.5, + 24.88799961090088, + 24.275999221801758, + 23.97, + 23.46, + 23.05200038909912, + 22.745999221801757, + 22.44, + 22.134000778198242, + 22.745999221801757, + 22.134000778198242, + 21.93, + 21.93, + 22.644000778198244, + 24.37799961090088, + 24.990000000000002, + 26.62200038909912, + 27.94799961090088, + 28.76400077819824, + 29.682000389099123 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260618_050322.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260618_050322.json new file mode 100644 index 0000000000000000000000000000000000000000..b81c5539940de21fea8d8a4e28ff70d3df5cfa1a --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260618_050322.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T05:03:22.158935+00:00", + "metrics": { + "MSE[mean]": 0.8857081202810756, + "MSE[0.5]": 0.8857081202810756, + "MAE[0.5]": 0.9093419710795084, + "MASE[0.5]": 0.4542342396197722, + "MAPE[0.5]": 0.035591784710949266, + "sMAPE[0.5]": 0.03629327314767715, + "MSIS": 1.7335676351104015, + "RMSE[mean]": 0.9411206725394334, + "NRMSE[mean]": 0.036243417700007274, + "ND[0.5]": 0.03501959084699802, + "mean_weighted_sum_quantile_loss": 0.03226627799354678 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727 + ], + "actual": [ + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547, + 29.5 + ], + "predictions": { + "p50": [ + 29.3582763671875, + 29.27880859375, + 28.64306640625, + 27.7689208984375, + 26.93450927734375, + 25.71600341796875, + 24.775634765625, + 24.184593200683594, + 23.51739501953125, + 23.153167724609375, + 22.769073486328125, + 22.504180908203125, + 22.32537841796875, + 22.4710693359375, + 22.08697509765625, + 21.8883056640625, + 21.95452880859375, + 22.66973876953125, + 24.001651763916016, + 25.23919677734375, + 26.24578857421875, + 27.2921142578125, + 28.0338134765625, + 28.5635986328125 + ], + "p10": [ + 28.7490234375, + 28.3251953125, + 27.3980712890625, + 26.37823486328125, + 25.47760009765625, + 24.318695068359375, + 23.378326416015625, + 22.729339599609375, + 22.06048583984375, + 21.702880859375, + 21.3055419921875, + 20.97442626953125, + 20.73602294921875, + 20.855224609375, + 20.4049072265625, + 20.1929931640625, + 20.3519287109375, + 20.9876708984375, + 22.1002197265625, + 23.113433837890625, + 23.91390609741211, + 24.755767822265625, + 25.245819091796875, + 25.66302490234375 + ], + "p90": [ + 29.9410400390625, + 30.2059326171875, + 29.8350830078125, + 29.0933837890625, + 28.3516845703125, + 27.09344482421875, + 26.19281005859375, + 25.63653564453125, + 25.007415771484375, + 24.610076904296875, + 24.201148986816406, + 24.014068603515625, + 23.91514778137207, + 24.1134033203125, + 23.753314971923828, + 23.509117126464844, + 23.563751220703125, + 24.394851684570312, + 25.84844970703125, + 27.212646484375, + 28.3251953125, + 29.5701904296875, + 30.4443359375, + 31.027099609375 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260618_045549.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260618_045549.json new file mode 100644 index 0000000000000000000000000000000000000000..ffa85f13197f075c4b18d0fdfaa4d8ef5675fd4a --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260618_045549.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T04:55:49.301474+00:00", + "metrics": { + "MSE[mean]": 0.4190407302897559, + "MSE[0.5]": 1.194656020164378, + "MAE[0.5]": 1.0449997584025066, + "MASE[0.5]": 0.5219979784913117, + "MAPE[0.5]": 0.040740279572684134, + "sMAPE[0.5]": 0.04167390802790958, + "MSIS": 0.7107971865000313, + "RMSE[mean]": 0.6473335541200965, + "NRMSE[mean]": 0.024929407118322408, + "ND[0.5]": 0.040243896288020144, + "mean_weighted_sum_quantile_loss": 0.024644167979257794 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727 + ], + "actual": [ + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547, + 29.5 + ], + "predictions": { + "p50": [ + 29.217031478881836, + 29.179887771606445, + 28.800264358520508, + 28.01983642578125, + 27.134265899658203, + 26.064966201782227, + 25.167224884033203, + 24.494800567626953, + 23.637283325195312, + 23.116296768188477, + 22.738792419433594, + 22.394887924194336, + 22.254173278808594, + 22.1906795501709, + 22.08086585998535, + 21.743375778198242, + 21.855077743530273, + 22.3194637298584, + 23.34486198425293, + 24.78237533569336, + 25.863901138305664, + 26.60184669494629, + 27.2995548248291, + 27.818288803100586 + ], + "p10": [ + 29.475095748901367, + 29.339876174926758, + 29.190879821777344, + 28.328529357910156, + 27.46466827392578, + 26.59623146057129, + 25.65376853942871, + 24.964141845703125, + 24.19423484802246, + 23.677043914794922, + 23.175222396850586, + 22.881160736083984, + 22.73126792907715, + 22.71943473815918, + 22.569124221801758, + 22.39518928527832, + 22.533958435058594, + 22.84145164489746, + 23.946151733398438, + 25.452070236206055, + 26.604124069213867, + 27.393898010253906, + 28.1949520111084, + 28.57488441467285 + ], + "p90": [ + 30.094938278198242, + 30.346406936645508, + 30.26947593688965, + 29.6245174407959, + 28.861650466918945, + 27.817577362060547, + 26.931106567382812, + 26.231185913085938, + 25.355941772460938, + 24.80193328857422, + 24.48518943786621, + 24.11243438720703, + 23.964765548706055, + 23.9202880859375, + 23.8170166015625, + 23.578086853027344, + 23.803142547607422, + 24.47149658203125, + 25.704185485839844, + 27.323070526123047, + 28.643022537231445, + 29.611045837402344, + 30.384817123413086, + 30.89513397216797 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260618_045958.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260618_045958.json new file mode 100644 index 0000000000000000000000000000000000000000..5dc2c6c194234498cdcd1c5a2879b9f5ab58a3df --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260618_045958.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-18T04:59:58.708105+00:00", + "metrics": { + "MSE[mean]": 0.6823180179555189, + "MSE[0.5]": 0.6823180179555189, + "MAE[0.5]": 0.7759795983632406, + "MASE[0.5]": 0.3876171055918016, + "MAPE[0.5]": 0.030812621145745317, + "sMAPE[0.5]": 0.03137891744902872, + "MSIS": 1.8111712228950048, + "RMSE[mean]": 0.8260254342061865, + "NRMSE[mean]": 0.0318109948238442, + "ND[0.5]": 0.02988368392150518, + "mean_weighted_sum_quantile_loss": 0.030839140858069398 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727 + ], + "actual": [ + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547, + 29.5 + ], + "predictions": { + "p50": [ + 29.389358520507812, + 29.306049346923828, + 28.84598159790039, + 27.994871139526367, + 27.011411666870117, + 26.066940307617188, + 25.007858276367188, + 24.421754837036133, + 23.692148208618164, + 23.212800979614258, + 22.83098602294922, + 22.5444278717041, + 22.39202880859375, + 22.418354034423828, + 22.12316131591797, + 21.97651481628418, + 21.794151306152344, + 22.437585830688477, + 23.909666061401367, + 25.394311904907227, + 26.561676025390625, + 27.64182472229004, + 28.517955780029297, + 29.084667205810547 + ], + "p10": [ + 28.67294692993164, + 28.219526290893555, + 27.483102798461914, + 26.486711502075195, + 25.528762817382812, + 24.651538848876953, + 23.6413516998291, + 23.02523422241211, + 22.248950958251953, + 21.70769500732422, + 21.263748168945312, + 20.921953201293945, + 20.653968811035156, + 20.513656616210938, + 20.13496971130371, + 20.039779663085938, + 19.9287052154541, + 20.486289978027344, + 21.783443450927734, + 22.943227767944336, + 23.822126388549805, + 24.444019317626953, + 24.835691452026367, + 25.070547103881836 + ], + "p90": [ + 30.122461318969727, + 30.367820739746094, + 30.10513687133789, + 29.391639709472656, + 28.466262817382812, + 27.482608795166016, + 26.326473236083984, + 25.708173751831055, + 25.002595901489258, + 24.545194625854492, + 24.176382064819336, + 23.92575454711914, + 23.849044799804688, + 23.98430824279785, + 23.73879051208496, + 23.637731552124023, + 23.497594833374023, + 24.18540382385254, + 25.75180435180664, + 27.528120040893555, + 29.214143753051758, + 30.422042846679688, + 31.622879028320312, + 32.47538757324219 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260618_045655.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260618_045655.json new file mode 100644 index 0000000000000000000000000000000000000000..3944bdbf8a61329a97c84a79f8c9eb8c859a36de --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260618_045655.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T04:56:55.761285+00:00", + "metrics": { + "MSE[mean]": 0.3311764994623445, + "MSE[0.5]": 0.3311764994623445, + "MAE[0.5]": 0.48850758870442706, + "MASE[0.5]": 0.24401917008210136, + "MAPE[0.5]": 0.01975391732050611, + "sMAPE[0.5]": 0.020039856819014226, + "MSIS": 2.0078797931312677, + "RMSE[mean]": 0.5754793649318318, + "NRMSE[mean]": 0.022162236586175263, + "ND[0.5]": 0.01881287395299039, + "mean_weighted_sum_quantile_loss": 0.02597958098112694 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727 + ], + "actual": [ + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.899999618530273, + 27.200000762939453, + 27.899999618530273, + 28.799999237060547, + 29.5 + ], + "predictions": { + "p50": [ + 29.55570411682129, + 29.813081741333008, + 29.42455291748047, + 28.69125747680664, + 27.68548583984375, + 26.664649963378906, + 25.63525390625, + 24.98570442199707, + 24.199567794799805, + 23.644132614135742, + 23.1851749420166, + 22.842823028564453, + 22.5834903717041, + 22.619901657104492, + 22.29823875427246, + 22.126256942749023, + 22.03166389465332, + 22.55979347229004, + 23.787654876708984, + 25.486120223999023, + 26.646608352661133, + 27.717214584350586, + 28.49383544921875, + 29.206327438354492 + ], + "p10": [ + 28.88081169128418, + 28.7233829498291, + 28.03957748413086, + 27.118547439575195, + 25.83148956298828, + 24.779184341430664, + 23.832767486572266, + 23.20172882080078, + 22.435298919677734, + 21.93047523498535, + 21.3602294921875, + 20.984708786010742, + 20.6509952545166, + 20.541149139404297, + 20.251548767089844, + 20.105669021606445, + 19.969715118408203, + 20.44351577758789, + 21.40715217590332, + 22.930192947387695, + 23.789541244506836, + 24.611387252807617, + 25.157917022705078, + 25.54168701171875 + ], + "p90": [ + 30.194841384887695, + 30.756683349609375, + 30.626758575439453, + 30.164840698242188, + 29.280048370361328, + 28.35189437866211, + 27.302391052246094, + 26.6142520904541, + 25.838491439819336, + 25.38347053527832, + 24.9418888092041, + 24.59000015258789, + 24.473899841308594, + 24.622976303100586, + 24.30293083190918, + 24.12039566040039, + 24.04277992248535, + 24.689876556396484, + 26.0872859954834, + 27.98888397216797, + 29.440414428710938, + 30.749183654785156, + 31.755578994750977, + 32.669803619384766 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index a0b7656dc8920e76c6fa21e776fec63d1b28743e..3cf5d8de3c2d0944bdc6d1bf2928ea8de48fb122 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1562764.6620063782,1562764.6620063782,1104.9137369791667,1.1339997982096788,0.01708198921066909,0.016897228794495397,4.066551916409078,1250.1058603199883,0.01924665703304209,0.017011275942096202,0.01261231120561487,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1573952.5565319061,1573952.5565319061,1107.74755859375,1.1369082181446917,0.017127693702729135,0.016941553808382685,4.119989440558233,1254.5726589288904,0.019316270577187312,0.017055649523945466,0.01265649288718205,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.1437042964941306,2.1437042964941306,1.2912500699361165,0.7132463108112109,0.05893869912850077,0.057397264678754834,15.762726357163581,1.4641394388835138,0.06630315828557283,0.05847390999761378,0.05233002873140174,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.11439761757839743,0.11439761757839743,0.2854500045379003,0.27377136679661296,0.24053567343206136,0.21430009382802917,9.45961161956485,0.33822716859885377,0.26254441036973764,0.22157682791096736,0.2144817339068672,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.0690277686384017,0.0690277686384017,0.2208333114782969,1.0622359766242802,0.14742864904295586,0.16354656516920196,36.66557965815139,0.2627313621142358,0.1815418294265516,0.15259116019298122,0.14817017471116706,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,4.384166831970258,4.384166831970258,1.9916667143503826,1.3566697939724321,0.10979070237128019,0.10352728615729541,38.62280112270497,2.0938402116614,0.11533661618534755,0.10970851458616919,0.10231045802655239,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,95.51666216850397,95.51666216850397,8.758333206176758,0.6970917831986543,0.28123160409310394,0.3351721445181861,24.928678925734232,9.773262616368394,0.2626632730043017,0.2353863347684683,0.2293263621636999,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.751666250229543,4.751666250229543,1.9083332220713298,0.9494498301166997,0.0719819278982345,0.07531045222475719,24.812981035182602,2.1798317022718847,0.08400122331395438,0.07353885392967727,0.06737957313828045,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,43.041666666666664,43.041666666666664,4.958333333333333,0.946949602122016,0.6452485669841218,0.3898029213321647,34.766419296015236,6.560614808588191,0.5467179007156826,0.4131944444444444,0.40525462962962966,Hazards,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.1371325012155396,0.1371325012155396,0.32050000528494516,0.306894337587234,0.28067730649294914,0.23774184497893652,10.6924802469158,0.37031405754513236,0.2944609186186136,0.2548505087792231,0.24712376776204062,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.06902777062522307,0.06902777062522307,0.22083331644535065,1.0489581280698623,0.14704645359727123,0.16309878283172596,36.18470105868182,0.26273136589532486,0.18102065401400375,0.1521530984121076,0.14772566614602234,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,2.3208332220713905,2.3208332220713905,1.4499999682108562,0.8825020711580646,0.08448387232369377,0.0807115587990257,22.33993197313103,1.5234281151637548,0.08842146254880318,0.08415961121417302,0.07693188047274518,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,90.70332895596941,90.70332895596941,8.441666523615519,0.6706900828540977,0.2671353807466056,0.31532911648018574,23.834855943689064,9.523829532072138,0.25487501324821427,0.22591436142341229,0.21979532082549702,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.556666097641634,4.556666097641634,1.833333174387614,0.915786059505273,0.0693968407859627,0.07260546923332073,23.755324940096386,2.1346348862607942,0.0822067414702505,0.07060333702299632,0.06450238830142768,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,45.541666666666664,45.541666666666664,5.208333333333333,0.9946949602122016,0.9353038412305725,0.4346025426743165,36.69437685010988,6.748456613675949,0.5398765290940759,0.4166666666666667,0.4090888888888889,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,21979.166666666668,21979.166666666668,135.41666666666666,1.1504424778761062,0.04853896103896104,0.04999762443554751,23.053098293875866,148.25372395547663,0.05310581156614089,0.048507462686567165,0.042263681592039845,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,8458.0,8458.0,67.0,1.3985756385068764,0.3564068100358423,0.2659571504193018,50.69106116148495,91.96738552334735,0.3880480401829002,0.28270042194092826,0.2751711204875762,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index f836f72c6c9a0309240dddb2cd1c4da776b8ed9b..cbbe3ddb934faca066037c2b17f198c2e6d83c5d 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T04:40:33.020692+00:00", + "evaluated_at": "2026-06-18T05:03:30.467867+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64548.73828125, 64689.5, 64282.8203125, - 63952.01171875 + 63884.0 ], "p50": [ 66045.0, diff --git a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index f2716794ac1adb8956017447265c6fb54bda0192..72a4a4e81806d24a31f01ae0861e13426dba466e 100644 --- a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T03:37:34.458976+00:00", + "evaluated_at": "2026-06-18T05:03:30.473716+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 2b30274b1e5a4c6df108ed42a59e259a8ca6a581..cc052f36bb57c676d7fe5d095fd8467d480c1201 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T04:25:13.215568+00:00", + "evaluated_at": "2026-06-18T05:03:30.482757+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5740000009536743, - 1.5729999542236328, - 1.5720000267028809, - 1.5509999990463257, 1.534999966621399, 1.5199999809265137, 1.5, @@ -245,13 +241,13 @@ 1.6339999437332153, 1.6330000162124634, 1.6440000534057617, - 1.6490000486373901 - ], - "actuals": [ + 1.6490000486373901, 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, - 1.6480000019073486, + 1.6480000019073486 + ], + "actuals": [ 1.6339999437332153, 1.6339999437332153, 1.6319999694824219, @@ -307,13 +303,13 @@ 1.0729999542236328, 1.0889999866485596, 1.1069999933242798, - 1.13100004196167 + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601 ], "p50": [ - 1.1230000257492065, - 1.1649999618530273, - 1.1950000524520874, - 1.225000023841858, 1.2580000162124634, 1.2920000553131104, 1.3209999799728394, @@ -334,10 +330,10 @@ 1.6330000162124634, 1.6440000534057617, 1.6490000486373901, - 1.1230000257492065, - 1.1649999618530273, - 1.1950000524520874, - 1.225000023841858, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, 1.2580000162124634, 1.2920000553131104, 1.3209999799728394, @@ -358,10 +354,10 @@ 1.6330000162124634, 1.6440000534057617, 1.6490000486373901, - 1.1230000257492065, - 1.1649999618530273, - 1.1950000524520874, - 1.225000023841858, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, 1.2580000162124634, 1.2920000553131104, 1.3209999799728394, @@ -369,13 +365,13 @@ 1.3769999742507935, 1.406999945640564, 1.4320000410079956, - 1.4670000076293945 + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524 ], "p10": [ - 1.1005400252342223, - 1.1416999626159667, - 1.1711000514030456, - 1.2005000233650207, 1.232840015888214, 1.266160054206848, 1.2945799803733826, @@ -396,10 +392,10 @@ 1.6003400158882142, 1.6111200523376465, 1.6160200476646422, - 1.1005400252342223, - 1.1416999626159667, - 1.1711000514030456, - 1.2005000233650207, + 1.6101400065422058, + 1.6189599514007569, + 1.6150400018692017, + 1.6150400018692017, 1.232840015888214, 1.266160054206848, 1.2945799803733826, @@ -420,10 +416,10 @@ 1.6003400158882142, 1.6111200523376465, 1.6160200476646422, - 1.1005400252342223, - 1.1416999626159667, - 1.1711000514030456, - 1.2005000233650207, + 1.6101400065422058, + 1.6189599514007569, + 1.6150400018692017, + 1.6150400018692017, 1.232840015888214, 1.266160054206848, 1.2945799803733826, @@ -431,13 +427,13 @@ 1.3494599747657776, 1.3788599467277527, 1.4033600401878357, - 1.4376600074768067 + 1.4376600074768067, + 1.4680400252342223, + 1.4876400065422057, + 1.5189999532699585, + 1.5356600308418273 ], "p90": [ - 1.1454600262641907, - 1.188299961090088, - 1.2189000535011292, - 1.2495000243186951, 1.2831600165367127, 1.3178400564193726, 1.347419979572296, @@ -458,10 +454,10 @@ 1.6656600165367126, 1.676880054473877, 1.681980049610138, - 1.1454600262641907, - 1.188299961090088, - 1.2189000535011292, - 1.2495000243186951, + 1.6758600068092346, + 1.6850399494171142, + 1.6809600019454956, + 1.6809600019454956, 1.2831600165367127, 1.3178400564193726, 1.347419979572296, @@ -482,10 +478,10 @@ 1.6656600165367126, 1.676880054473877, 1.681980049610138, - 1.1454600262641907, - 1.188299961090088, - 1.2189000535011292, - 1.2495000243186951, + 1.6758600068092346, + 1.6850399494171142, + 1.6809600019454956, + 1.6809600019454956, 1.2831600165367127, 1.3178400564193726, 1.347419979572296, @@ -493,13 +489,13 @@ 1.4045399737358093, 1.4351399445533752, 1.4606400418281555, - 1.4963400077819824 + 1.4963400077819824, + 1.5279600262641908, + 1.5483600068092347, + 1.5809999513626098, + 1.5983400321006775 ], "timestamps": [ - "2026-06-16 22:18:00", - "2026-06-16 22:24:00", - "2026-06-16 22:30:00", - "2026-06-16 22:36:00", "2026-06-16 22:42:00", "2026-06-16 22:48:00", "2026-06-16 22:54:00", @@ -795,6 +791,10 @@ "2026-06-18 03:54:00", "2026-06-18 04:00:00", "2026-06-18 04:06:00", - "2026-06-18 04:12:00" + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 516b45c79ba8484fd3898f042c54f6ece7d99ae3..4f28f3791944f1d66a79cc1791faab88d57aaeba 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T04:25:13.225628+00:00", + "evaluated_at": "2026-06-18T05:03:30.490951+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 1.0, 0.8999999761581421, 0.8999999761581421, 1.0, @@ -81,10 +80,10 @@ 1.5, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -155,10 +154,10 @@ 1.7000000476837158, 1.7999999523162842, 1.7999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.600000023841858 ], "p50": [ - 1.2000000476837158, 1.2000000476837158, 1.0, 1.2000000476837158, @@ -182,7 +181,7 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2000000476837158, + 1.2999999523162842, 1.2000000476837158, 1.0, 1.2000000476837158, @@ -206,7 +205,7 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2000000476837158, + 1.2999999523162842, 1.2000000476837158, 1.0, 1.2000000476837158, @@ -229,10 +228,10 @@ 1.5, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "p10": [ - 1.1760000467300415, 1.1760000467300415, 0.98, 1.1760000467300415, @@ -256,7 +255,7 @@ 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, - 1.1760000467300415, + 1.2739999532699584, 1.1760000467300415, 0.98, 1.1760000467300415, @@ -280,7 +279,7 @@ 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, - 1.1760000467300415, + 1.2739999532699584, 1.1760000467300415, 0.98, 1.1760000467300415, @@ -303,10 +302,10 @@ 1.47, 1.2739999532699584, 1.2739999532699584, + 1.2739999532699584, 1.2739999532699584 ], "p90": [ - 1.22400004863739, 1.22400004863739, 1.02, 1.22400004863739, @@ -330,7 +329,7 @@ 1.32599995136261, 1.32599995136261, 1.32599995136261, - 1.22400004863739, + 1.32599995136261, 1.22400004863739, 1.02, 1.22400004863739, @@ -354,7 +353,7 @@ 1.32599995136261, 1.32599995136261, 1.32599995136261, - 1.22400004863739, + 1.32599995136261, 1.22400004863739, 1.02, 1.22400004863739, @@ -377,11 +376,10 @@ 1.53, 1.32599995136261, 1.32599995136261, + 1.32599995136261, 1.32599995136261 ], "timestamps": [ - "2026-06-16 03:50:00", - "2026-06-16 04:00:00", "2026-06-16 04:10:00", "2026-06-16 04:20:00", "2026-06-16 04:30:00", @@ -527,6 +525,8 @@ "2026-06-17 03:50:00", "2026-06-17 04:00:00", "2026-06-17 04:10:00", - "2026-06-17 04:20:00" + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00" ] } diff --git a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json index c6bbb925f23690fba8086e021eb75cd40357e377..4be99f428b46036a475d1785ff8504017529ed7f 100644 --- a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,26 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T03:37:34.497243+00:00", + "evaluated_at": "2026-06-18T05:03:30.497115+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 19.0, - 19.0, - 19.0, - 19.0, - 20.0, - 20.0, - 19.0, - 20.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, 20.0, 20.0, 20.0, @@ -101,9 +86,7 @@ 19.0, 19.0, 19.0, - 19.0 - ], - "actuals": [ + 19.0, 19.0, 19.0, 19.0, @@ -118,7 +101,9 @@ 18.0, 18.0, 18.0, - 18.0, + 18.0 + ], + "actuals": [ 18.0, 18.0, 18.0, @@ -127,24 +112,24 @@ 18.0, 17.0, 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, 17.0 ], "p50": [ - 21.0, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.0, - 20.0, - 20.0, 19.0, 19.399999618530273, 19.0, @@ -153,24 +138,24 @@ 19.0, 19.0, 19.0, - 19.0 + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0 ], "p10": [ - 20.58, - 20.58, - 20.58, - 20.67800037384033, - 20.58, - 20.58, - 20.58, - 20.58, - 20.58, - 20.58, - 20.58, - 20.58, - 19.6, - 19.6, - 19.6, 18.62, 19.011999626159668, 18.62, @@ -179,24 +164,24 @@ 18.62, 18.62, 18.62, - 18.62 + 18.62, + 18.62, + 18.62, + 18.62, + 18.62, + 18.62, + 18.52199962615967, + 18.62, + 17.64, + 17.64, + 17.64, + 17.64, + 17.64, + 17.64, + 17.64, + 17.64 ], "p90": [ - 21.42, - 21.42, - 21.42, - 21.522000389099123, - 21.42, - 21.42, - 21.42, - 21.42, - 21.42, - 21.42, - 21.42, - 21.42, - 20.4, - 20.4, - 20.4, 19.38, 19.78799961090088, 19.38, @@ -205,10 +190,24 @@ 19.38, 19.38, 19.38, - 19.38 + 19.38, + 19.38, + 19.38, + 19.38, + 19.38, + 19.38, + 19.277999610900878, + 19.38, + 18.36, + 18.36, + 18.36, + 18.36, + 18.36, + 18.36, + 18.36, + 18.36 ], "timestamps": [ - "2026-06-17 18:00:00", "2026-06-17 19:00:00", "2026-06-17 20:00:00", "2026-06-17 21:00:00", @@ -327,6 +326,7 @@ "2026-06-22 14:00:00", "2026-06-22 15:00:00", "2026-06-22 16:00:00", - "2026-06-22 17:00:00" + "2026-06-22 17:00:00", + "2026-06-22 18:00:00" ] } diff --git a/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 63fe25afe2f5b6cabb3b4860acca2a6c2b57feb3..07ee0ca54da7c53e3a0b38591588ec4084779cc3 100644 --- a/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T03:37:34.510003+00:00", + "evaluated_at": "2026-06-18T05:03:30.502764+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.599998474121094, 33.29999923706055, 35.5, 46.0, @@ -341,10 +340,10 @@ 17.899999618530273, 19.399999618530273, 20.399999618530273, - 22.5 + 22.5, + 24.0 ], "actuals": [ - 24.0, 24.799999237060547, 26.200000762939453, 26.200000762939453, @@ -367,10 +366,10 @@ 25.200000762939453, 25.700000762939453, 26.299999237060547, - 27.0 + 27.0, + 27.799999237060547 ], "p50": [ - 12.600000381469727, 12.0, 10.899999618530273, 11.0, @@ -393,10 +392,10 @@ 17.899999618530273, 19.399999618530273, 20.399999618530273, - 22.5 + 22.5, + 24.0 ], "p10": [ - 12.348000373840332, 11.76, 10.681999626159667, 10.78, @@ -419,10 +418,10 @@ 17.54199962615967, 19.011999626159668, 19.991999626159668, - 22.05 + 22.05, + 23.52 ], "p90": [ - 12.852000389099121, 12.24, 11.11799961090088, 11.22, @@ -445,10 +444,10 @@ 18.257999610900878, 19.78799961090088, 20.80799961090088, - 22.95 + 22.95, + 24.48 ], "timestamps": [ - "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", "2026-06-03 07:00:00", @@ -807,6 +806,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 5967aa373c63eb33cf47c6c6bca0ea3314d9327b..eb4d07a9f76c7816ba8dbad679aff001d3aa5f87 100644 --- a/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T03:37:34.520737+00:00", + "evaluated_at": "2026-06-18T05:03:30.511437+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.79999923706055, 30.600000381469727, 28.5, 27.0, @@ -341,10 +340,10 @@ 24.5, 26.100000381469727, 27.399999618530273, - 28.200000762939453 + 28.200000762939453, + 29.100000381469727 ], "actuals": [ - 29.100000381469727, 29.799999237060547, 29.799999237060547, 29.799999237060547, @@ -367,10 +366,10 @@ 25.899999618530273, 27.200000762939453, 27.899999618530273, - 28.799999237060547 + 28.799999237060547, + 29.5 ], "p50": [ - 26.899999618530273, 26.799999237060547, 25.5, 25.200000762939453, @@ -393,10 +392,10 @@ 24.5, 26.100000381469727, 27.399999618530273, - 28.200000762939453 + 28.200000762939453, + 29.100000381469727 ], "p10": [ - 26.36199962615967, 26.263999252319337, 24.99, 24.696000747680664, @@ -419,10 +418,10 @@ 24.009999999999998, 25.578000373840332, 26.851999626159667, - 27.636000747680665 + 27.636000747680665, + 28.51800037384033 ], "p90": [ - 27.437999610900878, 27.335999221801757, 26.01, 25.704000778198242, @@ -445,10 +444,10 @@ 24.990000000000002, 26.62200038909912, 27.94799961090088, - 28.76400077819824 + 28.76400077819824, + 29.682000389099123 ], "timestamps": [ - "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", "2026-06-03 07:00:00", @@ -807,6 +806,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index a84b3a2e9e6abf64eec085e45e0e9d37c9af7f1f..c785aafa96a595d81adc23cbda22b874c39e6d8a 100644 --- a/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T03:37:34.534524+00:00", + "evaluated_at": "2026-06-18T05:03:30.520150+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 19.0, 10.0, 12.0, 15.0, @@ -72,8 +71,8 @@ 13.0, 15.0, 14.0, - 18.0, - 13.0, + 19.0, + 14.0, 15.0, 13.0, 15.0, @@ -124,10 +123,10 @@ 20.0, 11.0, 18.0, - 15.0, 17.0, - 23.0, - 12.0, + 18.0, + 25.0, + 13.0, 20.0, 11.0, 12.0, @@ -150,7 +149,7 @@ 11.0, 12.0, 17.0, - 11.0, + 13.0, 17.0, 11.0, 14.0, @@ -173,20 +172,20 @@ 9.0, 9.0, 9.0, - 10.0 + 10.0, + 9.0 ], "actuals": [ - 9.0, 13.0, 18.0, 10.0, 13.0, 19.0, 23.0, - 15.0, - 12.0, + 20.0, 14.0, - 13.0, + 15.0, + 17.0, 16.0, 22.0, 14.0, @@ -199,10 +198,10 @@ 6.0, 6.0, 10.0, - 5.0 + 13.0, + 1.0 ], "p50": [ - 11.0, 17.0, 11.0, 14.0, @@ -225,10 +224,10 @@ 9.0, 9.0, 9.0, - 10.0 + 10.0, + 9.0 ], "p10": [ - 10.78, 16.66, 10.78, 13.719999999999999, @@ -251,10 +250,10 @@ 8.82, 8.82, 8.82, - 9.8 + 9.8, + 8.82 ], "p90": [ - 11.22, 17.34, 11.22, 14.280000000000001, @@ -277,10 +276,10 @@ 9.18, 9.18, 9.18, - 10.2 + 10.2, + 9.18 ], "timestamps": [ - "2026-06-10 04:00:00", "2026-06-10 05:00:00", "2026-06-10 06:00:00", "2026-06-10 07:00:00", @@ -471,6 +470,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 37becf2fad58c9cac95a5358adbb9034ee566135..eb5469fd51d8c47add96c4fa2c18933e83bf12ee 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,55 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T04:40:33.066104+00:00", + "evaluated_at": "2026-06-18T05:03:30.523743+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 1f137a8a485beca2ceeea07da4c46fae20d1af6c..a3eeccf6e5a9db1d5944afbee0379e793513ceee 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,1142904.9463971455,1142904.9463971455,934.0208333333334,0.9586082615095654,0.014453950668794823,0.014318564102596125,8.564823971353793,1069.0673254744743,0.016459383810401445,0.014380205078217403,0.009239165022954238,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,1153249.0705369313,1153249.0705369313,936.8546549479166,0.961516681444578,0.014499551897086039,0.014362890584469587,8.681160768754305,1073.8943479397456,0.016534422018909957,0.014424463882324356,0.009283199554511644,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,4.051738910394761,4.051738910394761,1.5394481817881267,0.8503432153926083,0.06780837187298276,0.06465411322895132,2.5435106082142234,2.0128931691460332,0.09115332246470267,0.06971349432904397,0.045377083344849835,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0020484814098564287,0.0020484814098564287,0.03536252280076345,0.033915733216448356,0.030457307486070735,0.03014480142503499,0.20469119121090648,0.04526015256112631,0.03513260072108101,0.02744969523404604,0.027839653419077175,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.09094034152557622,0.09094034152557622,0.2572487261560228,1.2373986969377588,0.16928866521177663,0.19025043399407093,18.028456643532756,0.3015631634095521,0.20837378504216963,0.1777534436247035,0.15078800490090583,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Timer-S1,2.084079614056615,2.084079614056615,1.1926860014597576,0.8124256233312503,0.06731082127818078,0.06410130938519783,24.447857421419226,1.4436341690527468,0.07952081497946488,0.06569764340844846,0.060763034514630436,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,73.9657991154495,73.9657991154495,6.8719775676727295,0.5469532825460142,0.17270567188596433,0.1795133211700711,2.721461655973371,8.600337151266194,0.23114008021320118,0.18468920674596362,0.1772553136222054,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.3164909122965582,1.3164909122965582,1.0971895058949788,0.5458828562692578,0.04257905130893658,0.043590962673617555,2.324760629714263,1.1473843786179758,0.044215198501232705,0.04228090664355145,0.036141068109266344,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,32.02129679729114,32.02129679729114,4.668306350708008,0.8915598335569671,0.5980613274397732,0.40323790372336826,11.623424418725131,5.658736325125172,0.4715613604270977,0.3890255292256673,0.30801032972924497,Hazards,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0017160374032419768,0.0017160374032419768,0.031001668175061545,0.029685604560992052,0.026437901877095955,0.02613793889516335,0.29155252812258464,0.04142508181334078,0.0329397909587078,0.024651453282800325,0.03470453162251322,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.07380464234640687,0.07380464234640687,0.22674228582117292,1.0770257292590995,0.14829508363191105,0.16470487854539376,13.028106729150343,0.2716700983663952,0.18717939791751634,0.15622435003946844,0.13317936160094174,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Timer-S1,2.2350851794193054,2.2350851794193054,1.2951304117838542,0.7882450316390918,0.0761955685929002,0.07251503146833942,18.29113352807314,1.4950201267606082,0.0867726312992856,0.07517080987379081,0.06346699577433022,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,63.97978390505144,63.97978390505144,6.151151100794475,0.48870872000200555,0.154702439293127,0.15429188443167777,2.7811648896064107,7.998736394272,0.21406074495492217,0.16461599958579398,0.1655758760594746,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.8857081202810756,0.8857081202810756,0.9093419710795084,0.4542342396197722,0.035591784710949266,0.03629327314767715,1.7335676351104015,0.9411206725394334,0.036243417700007274,0.03501959084699802,0.03226627799354678,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,37.80788694818815,37.80788694818815,5.10687255859375,0.9753178361240055,1.0519769292168988,0.44883581248286336,13.3879724801061,6.148811832231342,0.49190494657850736,0.4085498046875,0.3270446325231482,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,2448.357261657715,2448.357261657715,44.7822265625,0.38045077433628327,0.01599644674986472,0.01615402989579648,8.585804065265487,49.48087773734127,0.01772449351785359,0.016041394589552237,0.015224001088308455,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,178.23861075984314,178.23861075984314,12.328842163085938,0.25735549701923005,0.0594230586909906,0.05716636078972139,1.177709013633503,13.350603385609324,0.056331659854891664,0.05202043106787316,0.040424991827641525,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 996c58feeea72e3a62e345bb9719fe75fba80948..f25230a2df98fd601a16ff6cdee8c55b77676f0c 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T04:40:23.033505+00:00", + "evaluated_at": "2026-06-18T05:02:45.477623+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64548.73828125, 64689.5, 64282.8203125, - 63952.01171875 + 63884.0 ], "p50": [ 66011.25, diff --git a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 4e96ac1828f7b08663835203a3de844add8318ac..7a02a9817720c528fe82829f5d301015cd7a0836 100644 --- a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T03:36:53.618328+00:00", + "evaluated_at": "2026-06-18T05:02:49.596893+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index f793d5a90a07bb4dedf982d8aed4dffdc530b57e..e37cc1e4213824aff1d5b62e33a5444add5b0d49 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T04:25:04.593759+00:00", + "evaluated_at": "2026-06-18T05:02:55.882057+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5740000009536743, - 1.5729999542236328, - 1.5720000267028809, - 1.5509999990463257, 1.534999966621399, 1.5199999809265137, 1.5, @@ -245,13 +241,13 @@ 1.6339999437332153, 1.6330000162124634, 1.6440000534057617, - 1.6490000486373901 - ], - "actuals": [ + 1.6490000486373901, 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, - 1.6480000019073486, + 1.6480000019073486 + ], + "actuals": [ 1.6339999437332153, 1.6339999437332153, 1.6319999694824219, @@ -307,199 +303,199 @@ 1.0729999542236328, 1.0889999866485596, 1.1069999933242798, - 1.13100004196167 + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601 ], "p50": [ - 1.659149169921875, - 1.659149169921875, - 1.653228759765625, - 1.65618896484375, - 1.653228759765625, - 1.647308349609375, - 1.635467529296875, - 1.629547119140625, - 1.62066650390625, - 1.611785888671875, - 1.60882568359375, + 1.64434814453125, + 1.638427734375, + 1.63250732421875, + 1.623626708984375, + 1.617706298828125, + 1.605865478515625, 1.591064453125, - 1.57330322265625, - 1.558502197265625, + 1.5792236328125, + 1.5673828125, + 1.552581787109375, 1.540740966796875, - 1.522979736328125, - 1.5081787109375, - 1.49041748046875, - 1.4622955322265625, - 1.440093994140625, - 1.401611328125, - 1.3897705078125, - 1.3616485595703125, - 1.3379669189453125, - 1.3054046630859375, - 1.2876434326171875, - 1.259521484375, - 1.2491607666015625, - 1.21807861328125, - 1.1844062805175781, - 1.1536941528320312, - 1.1496238708496094, - 1.1418533325195312, - 1.116969108581543, - 1.080521583557129, - 1.0754337310791016, - 1.0571174621582031, - 1.0460166931152344, - 1.0330657958984375, - 1.0389862060546875, - 1.0182647705078125, - 1.0156745910644531, - 1.0171546936035156, - 1.0264053344726562, - 1.0275154113769531, - 1.0378761291503906, - 1.0301055908203125, + 1.52001953125, + 1.496337890625, + 1.47857666015625, + 1.4563751220703125, + 1.43121337890625, + 1.41937255859375, + 1.416412353515625, + 1.3912506103515625, + 1.369049072265625, + 1.3290863037109375, + 1.315765380859375, + 1.2935638427734375, + 1.2639617919921875, + 1.2291793823242188, + 1.2136383056640625, + 1.18255615234375, + 1.1714553833007812, + 1.1448135375976562, + 1.1145639419555664, + 1.0878989696502686, + 1.0932412147521973, + 1.0922236442565918, + 1.0737686157226562, + 1.0352859497070312, 1.0326957702636719, - 1.0539722442626953, - 1.061187744140625, - 1.0719184875488281, - 1.0971264839172363, - 1.094212532043457, - 1.1173391342163086, - 1.1279773712158203, - 1.1492538452148438, - 1.1629447937011719, - 1.19439697265625, - 1.20623779296875, - 1.2439804077148438 + 1.0123443603515625, + 0.9990234375, + 0.9908828735351562, + 0.9982833862304688, + 0.9731216430664062, + 0.9760818481445312, + 0.9820022583007812, + 0.9938430786132812, + 0.996063232421875, + 1.0086441040039062, + 1.001983642578125, + 1.0090141296386719, + 1.0704383850097656, + 1.0837593078613281, + 1.099207878112793, + 1.133157730102539, + 1.137228012084961, + 1.1570243835449219, + 1.1777458190917969, + 1.2077178955078125, + 1.2373199462890625, + 1.283203125, + 1.2994842529296875, + 1.345367431640625 ], "p10": [ - 1.6502685546875, - 1.641387939453125, 1.635467529296875, - 1.635467529296875, - 1.63250732421875, - 1.623626708984375, - 1.611785888671875, - 1.599945068359375, - 1.594024658203125, - 1.57330322265625, - 1.564422607421875, - 1.5555419921875, - 1.534820556640625, - 1.511138916015625, - 1.493377685546875, + 1.6265869140625, + 1.61474609375, + 1.605865478515625, + 1.59698486328125, + 1.588104248046875, + 1.56146240234375, + 1.546661376953125, + 1.5318603515625, + 1.505218505859375, + 1.49041748046875, 1.4711761474609375, - 1.4386138916015625, - 1.4208526611328125, - 1.3853302001953125, - 1.36016845703125, - 1.3187255859375, - 1.30096435546875, - 1.2728424072265625, - 1.2484207153320312, - 1.2165985107421875, - 1.1966171264648438, - 1.1622047424316406, - 1.149993896484375, - 1.1079959869384766, - 1.0722885131835938, - 1.0397262573242188, - 1.02862548828125, - 1.0171546936035156, - 0.9953231811523438, - 0.96942138671875, - 0.9561004638671875, - 0.9316787719726562, - 0.927978515625, - 0.9050369262695312, - 0.913177490234375, - 0.8939361572265625, - 0.895416259765625, - 0.8924560546875, + 1.4445343017578125, + 1.4178924560546875, + 1.3942108154296875, + 1.3646087646484375, + 1.333526611328125, + 1.3231658935546875, + 1.292083740234375, + 1.2669219970703125, + 1.2276992797851562, + 1.2017974853515625, + 1.1818161010742188, + 1.14703369140625, + 1.1150264739990234, + 1.0979127883911133, + 1.0558223724365234, + 1.0415763854980469, + 1.0023536682128906, + 0.9701614379882812, + 0.9420394897460938, + 0.9412994384765625, + 0.9168777465820312, + 0.9057769775390625, + 0.8791351318359375, + 0.865814208984375, + 0.833251953125, + 0.824371337890625, + 0.8095703125, + 0.818450927734375, + 0.7932891845703125, + 0.8051300048828125, + 0.80364990234375, + 0.8110504150390625, + 0.8199310302734375, + 0.830291748046875, + 0.8228912353515625, + 0.8214111328125, + 0.833251953125, + 0.8450927734375, + 0.85101318359375, + 0.877655029296875, + 0.8687744140625, + 0.883575439453125, 0.901336669921875, - 0.9094772338867188, - 0.9198379516601562, - 0.91021728515625, - 0.91021728515625, - 0.9183578491210938, - 0.9242782592773438, - 0.9324188232421875, - 0.9524002075195312, - 0.9435195922851562, - 0.9672012329101562, - 0.9768218994140625, - 1.0030937194824219, - 1.0156745910644531, - 1.043426513671875, - 1.0352859497070312, - 1.0732135772705078 + 0.9353790283203125, + 0.9590606689453125, + 0.9864425659179688, + 0.972381591796875, + 1.0153045654296875 ], "p90": [ - 1.670989990234375, - 1.6739501953125, - 1.670989990234375, - 1.670989990234375, - 1.670989990234375, - 1.670989990234375, - 1.665069580078125, - 1.659149169921875, + 1.65618896484375, 1.653228759765625, 1.647308349609375, - 1.641387939453125, + 1.638427734375, + 1.638427734375, 1.63250732421875, - 1.617706298828125, - 1.611785888671875, - 1.588104248046875, + 1.6265869140625, + 1.61474609375, + 1.605865478515625, + 1.599945068359375, 1.582183837890625, - 1.5792236328125, - 1.5792236328125, - 1.54962158203125, - 1.5318603515625, - 1.499298095703125, - 1.496337890625, - 1.469696044921875, - 1.446014404296875, - 1.416412353515625, - 1.4030914306640625, - 1.380889892578125, - 1.380889892578125, - 1.36016845703125, - 1.3424072265625, - 1.321685791015625, - 1.321685791015625, - 1.2824630737304688, - 1.2573013305664062, - 1.2136383056640625, - 1.2239990234375, - 1.2173385620117188, - 1.2003173828125, - 1.1803359985351562, + 1.570343017578125, + 1.546661376953125, + 1.540740966796875, + 1.517059326171875, + 1.50225830078125, + 1.511138916015625, + 1.528900146484375, + 1.50225830078125, + 1.49041748046875, + 1.4534149169921875, + 1.4474945068359375, + 1.4267730712890625, + 1.4001312255859375, + 1.369049072265625, + 1.3586883544921875, + 1.333526611328125, + 1.3350067138671875, + 1.3202056884765625, + 1.303924560546875, + 1.2950439453125, + 1.3054046630859375, + 1.280242919921875, + 1.2676620483398438, + 1.2262191772460938, + 1.2439804077148438, + 1.238800048828125, + 1.2232589721679688, + 1.2084579467773438, + 1.209197998046875, + 1.1877365112304688, 1.1829261779785156, - 1.1662750244140625, - 1.15887451171875, - 1.1699752807617188, - 1.1766357421875, - 1.1751556396484375, - 1.1832962036132812, - 1.1873664855957031, - 1.1966171264648438, - 1.2040176391601562, - 1.2173385620117188, - 1.23583984375, - 1.2580413818359375, - 1.259521484375, - 1.286163330078125, - 1.2994842529296875, - 1.32464599609375, - 1.3409271240234375, - 1.374969482421875, + 1.1995773315429688, + 1.20623779296875, + 1.2084579467773438, + 1.2202987670898438, + 1.2284393310546875, + 1.2462005615234375, + 1.3083648681640625, + 1.33056640625, + 1.357208251953125, 1.3942108154296875, - 1.4238128662109375 + 1.4030914306640625, + 1.43121337890625, + 1.45489501953125, + 1.493377685546875, + 1.528900146484375, + 1.57330322265625, + 1.599945068359375, + 1.629547119140625 ], "timestamps": [ - "2026-06-16 22:18:00", - "2026-06-16 22:24:00", - "2026-06-16 22:30:00", - "2026-06-16 22:36:00", "2026-06-16 22:42:00", "2026-06-16 22:48:00", "2026-06-16 22:54:00", @@ -795,6 +791,10 @@ "2026-06-18 03:54:00", "2026-06-18 04:00:00", "2026-06-18 04:06:00", - "2026-06-18 04:12:00" + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index d4ba0ce77104eae7450e080542b9e8a83c88ffd9..303006db2f6a19ff93110d797068b690a745945b 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T04:25:08.951015+00:00", + "evaluated_at": "2026-06-18T05:03:00.095725+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 1.0, 0.8999999761581421, 0.8999999761581421, 1.0, @@ -81,10 +80,10 @@ 1.5, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -155,233 +154,232 @@ 1.7000000476837158, 1.7999999523162842, 1.7999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.600000023841858 ], "p50": [ - 1.2708740234375, - 1.255279541015625, - 1.255279541015625, - 1.244140625, - 1.2430267333984375, - 1.2363433837890625, - 1.23077392578125, - 1.2279891967773438, - 1.2279891967773438, - 1.2252044677734375, + 1.291259765625, + 1.285614013671875, + 1.281097412109375, + 1.27093505859375, + 1.267547607421875, + 1.267547607421875, + 1.265289306640625, + 1.258514404296875, + 1.26190185546875, + 1.26190185546875, + 1.258514404296875, + 1.25738525390625, + 1.260772705078125, + 1.2596435546875, + 1.2596435546875, + 1.25738525390625, + 1.253997802734375, + 1.251739501953125, + 1.253997802734375, + 1.256256103515625, + 1.253997802734375, + 1.256256103515625, + 1.256256103515625, + 1.253997802734375, + 1.2506103515625, + 1.24609375, + 1.24835205078125, + 1.247222900390625, + 1.247222900390625, + 1.2444000244140625, + 1.242706298828125, + 1.2432708740234375, + 1.235931396484375, + 1.235931396484375, + 1.2353668212890625, + 1.23480224609375, + 1.2331085205078125, + 1.231414794921875, + 1.2319793701171875, + 1.2308502197265625, + 1.2297210693359375, + 1.2285919189453125, + 1.2274627685546875, + 1.2285919189453125, + 1.226898193359375, + 1.2274627685546875, + 1.22576904296875, 1.2252044677734375, - 1.2174072265625, - 1.224090576171875, - 1.224090576171875, - 1.215179443359375, - 1.2179641723632812, - 1.228546142578125, - 1.21295166015625, - 1.2157363891601562, - 1.22186279296875, - 1.2207489013671875, - 1.2190780639648438, - 1.2190780639648438, - 1.215179443359375, - 1.219635009765625, - 1.2073822021484375, - 1.206268310546875, - 1.2090530395507812, - 1.2112808227539062, - 1.206268310546875, - 1.2045974731445312, - 1.2029266357421875, - 1.1990280151367188, - 1.1934585571289062, - 1.1934585571289062, - 1.192901611328125, - 1.192901611328125, - 1.190673828125, - 1.1867752075195312, - 1.1845474243164062, - 1.1856613159179688, - 1.1828765869140625, - 1.1817626953125, - 1.1823196411132812, - 1.1834335327148438, - 1.179534912109375, - 1.179534912109375, - 1.179534912109375, - 1.1767501831054688, - 1.175079345703125, - 1.1739654541015625, - 1.1739654541015625, - 1.1711807250976562, - 1.1689529418945312, - 1.1650543212890625, - 1.1636619567871094, - 1.1611557006835938, - 1.1597633361816406, - 1.1603202819824219, - 1.1569786071777344, - 1.157257080078125, - 1.155029296875, - 1.1544723510742188, - 1.1569786071777344, - 1.1553077697753906, - 1.1519660949707031, - 1.1494598388671875, - 1.1500167846679688, - 1.1480674743652344, - 1.1494598388671875, - 1.1477890014648438, - 1.1452827453613281 + 1.217864990234375, + 1.213348388671875, + 1.2139129638671875, + 1.21221923828125, + 1.2082672119140625, + 1.2071380615234375, + 1.20770263671875, + 1.204315185546875, + 1.200927734375, + 1.2048797607421875, + 1.199798583984375, + 1.2026214599609375, + 1.2003631591796875, + 1.1992340087890625, + 1.200927734375, + 1.19866943359375, + 1.1969757080078125, + 1.1924591064453125, + 1.1890716552734375, + 1.1873779296875, + 1.1868133544921875, + 1.188507080078125, + 1.1845550537109375, + 1.183990478515625 ], "p10": [ - 1.1340045928955078, - 1.1015625, - 1.0885438919067383, - 1.0745506286621094, - 1.0693988800048828, - 1.0631332397460938, - 1.0586776733398438, - 1.0461463928222656, - 1.0486526489257812, - 1.0433616638183594, - 1.0361213684082031, - 1.032501220703125, - 1.0330581665039062, - 1.0338935852050781, - 1.0302734375, - 1.0286026000976562, - 1.0450325012207031, - 1.0274887084960938, - 1.0274887084960938, - 1.0336151123046875, - 1.0313873291015625, - 1.0302734375, - 1.028045654296875, - 1.0247039794921875, - 1.028045654296875, - 1.0157928466796875, - 1.0141220092773438, - 1.0152359008789062, - 1.01690673828125, - 1.0152359008789062, - 1.0130081176757812, - 1.0068817138671875, - 1.0130081176757812, - 1.00799560546875, - 1.0068817138671875, - 1.0052108764648438, - 1.0063247680664062, - 1.005767822265625, - 1.0024261474609375, - 1.0001983642578125, - 1.001312255859375, - 1.0007553100585938, - 0.9985275268554688, - 0.9951858520507812, - 0.996856689453125, - 0.9929580688476562, - 0.9940719604492188, - 0.9951858520507812, - 0.9935150146484375, - 0.9912872314453125, - 0.9890594482421875, - 0.9907302856445312, - 0.987945556640625, - 0.9862747192382812, - 0.9818191528320312, - 0.9829330444335938, - 0.983489990234375, - 0.9823760986328125, - 0.9818191528320312, - 0.9784774780273438, - 0.9784774780273438, - 0.9762496948242188, - 0.9784774780273438, - 0.9801483154296875, - 0.9795913696289062, - 0.9784774780273438, - 0.9762496948242188, - 0.9762496948242188, - 0.9756927490234375, - 0.9762496948242188, - 0.9751358032226562, - 0.9734649658203125 + 1.17608642578125, + 1.1360015869140625, + 1.1112308502197266, + 1.0941877365112305, + 1.0819435119628906, + 1.0775680541992188, + 1.0699462890625, + 1.0606307983398438, + 1.0589370727539062, + 1.0558319091796875, + 1.050750732421875, + 1.0456695556640625, + 1.046234130859375, + 1.043975830078125, + 1.0453872680664062, + 1.0419998168945312, + 1.0515975952148438, + 1.0445404052734375, + 1.0434112548828125, + 1.043975830078125, + 1.0414352416992188, + 1.043975830078125, + 1.0411529541015625, + 1.039459228515625, + 1.0329666137695312, + 1.0295791625976562, + 1.030426025390625, + 1.028167724609375, + 1.0253448486328125, + 1.023651123046875, + 1.0196990966796875, + 1.0151824951171875, + 1.020263671875, + 1.020263671875, + 1.01800537109375, + 1.0151824951171875, + 1.012359619140625, + 1.0117950439453125, + 1.0117950439453125, + 1.0117950439453125, + 1.01123046875, + 1.01123046875, + 1.0072784423828125, + 1.0038909912109375, + 1.0016326904296875, + 1.0016326904296875, + 1.001068115234375, + 1.001068115234375, + 0.99993896484375, + 0.9937286376953125, + 0.9931640625, + 0.9931640625, + 0.9880828857421875, + 0.987518310546875, + 0.9869537353515625, + 0.9846954345703125, + 0.983001708984375, + 0.9858245849609375, + 0.9801788330078125, + 0.9796142578125, + 0.9779205322265625, + 0.9779205322265625, + 0.9801788330078125, + 0.97735595703125, + 0.9796142578125, + 0.97509765625, + 0.9722747802734375, + 0.9705810546875, + 0.9711456298828125, + 0.973968505859375, + 0.9711456298828125, + 0.9711456298828125 ], "p90": [ - 1.420135498046875, - 1.42681884765625, - 1.442413330078125, - 1.4312744140625, - 1.433502197265625, - 1.42681884765625, - 1.42236328125, - 1.429046630859375, - 1.42681884765625, - 1.42236328125, - 1.42681884765625, - 1.4134521484375, - 1.424591064453125, - 1.42681884765625, - 1.41790771484375, + 1.39739990234375, + 1.417724609375, + 1.42901611328125, + 1.42449951171875, + 1.42901611328125, 1.4312744140625, - 1.433502197265625, - 1.420135498046875, - 1.42236328125, 1.4312744140625, - 1.429046630859375, - 1.429046630859375, + 1.4267578125, + 1.43353271484375, + 1.43353271484375, + 1.43353271484375, + 1.435791015625, + 1.4403076171875, + 1.44256591796875, + 1.44708251953125, + 1.45159912109375, + 1.4403076171875, + 1.44256591796875, + 1.44708251953125, + 1.45159912109375, + 1.45159912109375, + 1.453857421875, + 1.4583740234375, + 1.4583740234375, + 1.45611572265625, + 1.45159912109375, + 1.453857421875, + 1.453857421875, + 1.453857421875, + 1.45611572265625, + 1.453857421875, + 1.45611572265625, + 1.4493408203125, + 1.453857421875, + 1.453857421875, + 1.45611572265625, + 1.453857421875, + 1.453857421875, + 1.45611572265625, + 1.4583740234375, + 1.46514892578125, + 1.462890625, + 1.46063232421875, + 1.462890625, + 1.46063232421875, + 1.46514892578125, + 1.462890625, + 1.462890625, + 1.453857421875, + 1.4493408203125, + 1.4493408203125, + 1.4493408203125, + 1.44708251953125, + 1.44482421875, + 1.4493408203125, + 1.44708251953125, + 1.44256591796875, + 1.44708251953125, + 1.44256591796875, + 1.44482421875, + 1.4403076171875, + 1.44256591796875, + 1.44482421875, + 1.44708251953125, + 1.435791015625, + 1.43353271484375, 1.4312744140625, - 1.42681884765625, - 1.433502197265625, - 1.420135498046875, - 1.41790771484375, - 1.420135498046875, - 1.424591064453125, - 1.420135498046875, - 1.41790771484375, - 1.42236328125, - 1.4134521484375, - 1.4134521484375, - 1.415679931640625, - 1.415679931640625, - 1.41790771484375, - 1.4134521484375, - 1.411224365234375, - 1.411224365234375, - 1.415679931640625, - 1.411224365234375, - 1.40899658203125, - 1.411224365234375, - 1.411224365234375, - 1.404541015625, - 1.404541015625, - 1.402313232421875, - 1.40008544921875, - 1.40008544921875, - 1.397857666015625, - 1.40008544921875, - 1.3956298828125, - 1.393402099609375, - 1.39117431640625, - 1.388946533203125, - 1.384490966796875, - 1.3811492919921875, - 1.3833770751953125, - 1.3789215087890625, - 1.3789215087890625, - 1.3778076171875, - 1.3789215087890625, - 1.3833770751953125, - 1.375579833984375, - 1.3744659423828125, - 1.371124267578125, - 1.3700103759765625, - 1.3655548095703125, - 1.3677825927734375, - 1.366668701171875, - 1.3633270263671875 + 1.42901611328125, + 1.42449951171875, + 1.42449951171875, + 1.4222412109375, + 1.41998291015625 ], "timestamps": [ - "2026-06-16 03:50:00", - "2026-06-16 04:00:00", "2026-06-16 04:10:00", "2026-06-16 04:20:00", "2026-06-16 04:30:00", @@ -527,6 +525,8 @@ "2026-06-17 03:50:00", "2026-06-17 04:00:00", "2026-06-17 04:10:00", - "2026-06-17 04:20:00" + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00" ] } diff --git a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json index 4c33823d45000d333314a5368cd1c4db777baadf..165edccbbeb41c2591c0377887954b4b776294e8 100644 --- a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,26 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T03:37:08.561650+00:00", + "evaluated_at": "2026-06-18T05:03:13.003382+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 19.0, - 19.0, - 19.0, - 19.0, - 20.0, - 20.0, - 19.0, - 20.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, 20.0, 20.0, 20.0, @@ -101,9 +86,7 @@ 19.0, 19.0, 19.0, - 19.0 - ], - "actuals": [ + 19.0, 19.0, 19.0, 19.0, @@ -118,7 +101,9 @@ 18.0, 18.0, 18.0, - 18.0, + 18.0 + ], + "actuals": [ 18.0, 18.0, 18.0, @@ -127,88 +112,102 @@ 18.0, 17.0, 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, 17.0 ], "p50": [ - 19.12646484375, - 19.135009765625, - 19.117919921875, - 19.1435546875, - 19.16064453125, - 19.169189453125, - 19.186279296875, - 19.203369140625, - 19.2119140625, - 19.24609375, - 19.254638671875, - 19.271728515625, - 19.305908203125, - 19.33154296875, - 19.322998046875, - 19.340087890625, - 19.357177734375, - 19.43408203125, - 19.493896484375, - 19.51953125, - 19.60498046875, - 19.6690673828125, - 19.8143310546875, - 19.904052734375 + 18.072509765625, + 18.0517578125, + 18.0517578125, + 18.0621337890625, + 18.0828857421875, + 18.1036376953125, + 18.1451416015625, + 18.238525390625, + 18.238525390625, + 18.34228515625, + 18.3734130859375, + 18.4564208984375, + 18.50830078125, + 18.59130859375, + 18.6639404296875, + 18.736572265625, + 18.736572265625, + 18.861083984375, + 18.8922119140625, + 18.944091796875, + 19.0167236328125, + 19.0374755859375, + 19.1619873046875, + 19.2138671875 ], "p10": [ - 19.015380859375, - 19.032470703125, - 19.0068359375, - 19.0068359375, - 19.015380859375, - 18.98974609375, - 18.981201171875, - 19.0068359375, - 18.998291015625, - 19.02392578125, - 19.0068359375, - 19.032470703125, - 19.0068359375, - 19.02392578125, - 19.0068359375, - 18.998291015625, - 18.95556640625, - 18.981201171875, - 18.97265625, - 18.95556640625, - 19.0068359375, - 19.015380859375, - 19.0751953125, - 19.083740234375 + 18.0206298828125, + 17.9998779296875, + 17.96875, + 17.96875, + 17.947998046875, + 17.96875, + 17.906494140625, + 17.947998046875, + 17.947998046875, + 17.9791259765625, + 17.92724609375, + 17.96875, + 17.947998046875, + 17.947998046875, + 17.947998046875, + 17.906494140625, + 17.781982421875, + 17.864990234375, + 17.823486328125, + 17.823486328125, + 17.864990234375, + 17.802734375, + 17.864990234375, + 17.84423828125 ], "p90": [ - 19.322998046875, - 19.476806640625, - 19.664794921875, - 19.8912353515625, - 20.0706787109375, - 20.194580078125, - 20.32061767578125, - 20.408203125, - 20.509674072265625, - 20.622894287109375, - 20.723831176757812, - 20.772430419921875, - 20.8482666015625, - 20.92303466796875, - 20.9422607421875, - 21.003143310546875, - 21.009552001953125, - 21.20074462890625, - 21.31396484375, - 21.365234375, - 21.4549560546875, - 21.510498046875, - 21.647216796875, - 21.698486328125 + 18.238525390625, + 18.487548828125, + 18.84033203125, + 19.1619873046875, + 19.48883056640625, + 19.75341796875, + 20.062103271484375, + 20.24627685546875, + 20.30853271484375, + 20.436935424804688, + 20.501785278320312, + 20.53680419921875, + 20.563716888427734, + 20.636024475097656, + 20.700225830078125, + 20.805282592773438, + 20.845489501953125, + 21.011505126953125, + 21.0711669921875, + 21.130828857421875, + 21.185302734375, + 21.182708740234375, + 21.255340576171875, + 21.268310546875 ], "timestamps": [ - "2026-06-17 18:00:00", "2026-06-17 19:00:00", "2026-06-17 20:00:00", "2026-06-17 21:00:00", @@ -327,6 +326,7 @@ "2026-06-22 14:00:00", "2026-06-22 15:00:00", "2026-06-22 16:00:00", - "2026-06-22 17:00:00" + "2026-06-22 17:00:00", + "2026-06-22 18:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index e277b9e8a2eb94672f701738e8c63909913f40a4..35921cebc67b8ff33d66195a59ea6ec0bc840f6b 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T03:37:14.947843+00:00", + "evaluated_at": "2026-06-18T05:03:17.904861+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.599998474121094, 33.29999923706055, 35.5, 46.0, @@ -341,10 +340,10 @@ 17.899999618530273, 19.399999618530273, 20.399999618530273, - 22.5 + 22.5, + 24.0 ], "actuals": [ - 24.0, 24.799999237060547, 26.200000762939453, 26.200000762939453, @@ -367,88 +366,88 @@ 25.200000762939453, 25.700000762939453, 26.299999237060547, - 27.0 + 27.0, + 27.799999237060547 ], "p50": [ - 22.17626953125, - 21.8125, - 22.212646484375, - 22.685546875, - 23.594970703125, - 24.613525390625, - 27.7965087890625, - 36.5087890625, - 49.24072265625, - 57.025390625, - 60.9541015625, - 62.4091796875, - 58.6259765625, - 51.6416015625, - 44.87548828125, - 38.873291015625, - 34.4898681640625, - 32.36181640625, - 30.674835205078125, - 27.887451171875, - 23.594970703125, - 22.75830078125, - 22.576416015625, - 22.03076171875 + 24.79541015625, + 24.79541015625, + 25.632080078125, + 26.432373046875, + 27.56005859375, + 30.06097412109375, + 38.32763671875, + 50.041015625, + 57.4619140625, + 60.2265625, + 61.2451171875, + 58.189453125, + 52.2236328125, + 45.74853515625, + 40.255615234375, + 36.58154296875, + 35.2901611328125, + 33.96240234375, + 29.8336181640625, + 25.1591796875, + 23.849609375, + 23.4130859375, + 23.522216796875, + 23.522216796875 ], "p10": [ - 20.13916015625, - 18.90234375, - 18.3203125, - 17.8837890625, - 18.4658203125, - 18.97509765625, - 20.13916015625, - 24.06787109375, - 28.80596923828125, - 30.899917602539062, - 31.5069580078125, - 30.4520263671875, - 25.559326171875, + 22.649169921875, + 21.6669921875, + 21.0849609375, 20.7939453125, - 18.611328125, - 16.06494140625, - 14.46435546875, - 15.119140625, - 15.48291015625, - 14.75537109375, - 12.71826171875, - 13.44580078125, - 13.88232421875, - 13.73681640625 + 21.30322265625, + 21.521484375, + 23.92236328125, + 29.342529296875, + 31.265960693359375, + 30.5611572265625, + 30.356536865234375, + 27.12353515625, + 21.88525390625, + 19.55712890625, + 19.26611328125, + 18.3203125, + 17.22900390625, + 18.3203125, + 16.57421875, + 14.17333984375, + 14.24609375, + 14.6826171875, + 15.19189453125, + 15.19189453125 ], "p90": [ - 24.322509765625, - 25.013671875, - 26.8143310546875, - 27.9783935546875, - 29.488037109375, - 32.580078125, - 39.4189453125, - 53.82421875, - 72.740234375, - 82.052734375, - 85.544921875, - 87.873046875, - 87.291015625, + 26.941650390625, + 28.2330322265625, + 30.87945556640625, + 33.2166748046875, + 36.072265625, + 42.6201171875, + 56.8798828125, + 73.03125, + 83.216796875, + 85.8359375, + 86.708984375, + 85.25390625, 82.052734375, - 75.650390625, - 69.248046875, - 64.7373046875, - 62.1181640625, - 58.3349609375, - 52.5146484375, - 44.43896484375, - 39.819091796875, - 36.36328125, - 33.5986328125 + 76.232421875, + 69.5390625, + 65.46484375, + 65.3193359375, + 62.9912109375, + 56.0068359375, + 47.421875, + 42.40185546875, + 38.69140625, + 36.14501953125, + 35.19921875 ], "timestamps": [ - "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", "2026-06-03 07:00:00", @@ -807,6 +806,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 2cbdd59d50307219627c9ce61b2cc1d2777044da..666a9854dc29ddc22d2bb2fbe554f8b26f1fddaa 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T03:37:20.678262+00:00", + "evaluated_at": "2026-06-18T05:03:22.158935+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.79999923706055, 30.600000381469727, 28.5, 27.0, @@ -341,10 +340,10 @@ 24.5, 26.100000381469727, 27.399999618530273, - 28.200000762939453 + 28.200000762939453, + 29.100000381469727 ], "actuals": [ - 29.100000381469727, 29.799999237060547, 29.799999237060547, 29.799999237060547, @@ -367,88 +366,88 @@ 25.899999618530273, 27.200000762939453, 27.899999618530273, - 28.799999237060547 + 28.799999237060547, + 29.5 ], "p50": [ - 28.771484375, - 28.93115234375, - 28.771484375, - 28.052978515625, - 27.307861328125, - 26.4163818359375, - 25.4051513671875, - 24.3939208984375, - 23.946102142333984, - 23.3560791015625, - 22.9302978515625, - 22.56439208984375, - 22.304931640625, - 22.171875, - 22.33819580078125, - 22.0255126953125, - 22.01220703125, - 21.958984375, - 22.68414306640625, - 24.026351928710938, - 25.06585693359375, - 26.0438232421875, - 27.148193359375, - 27.840087890625 + 29.3582763671875, + 29.27880859375, + 28.64306640625, + 27.7689208984375, + 26.93450927734375, + 25.71600341796875, + 24.775634765625, + 24.184593200683594, + 23.51739501953125, + 23.153167724609375, + 22.769073486328125, + 22.504180908203125, + 22.32537841796875, + 22.4710693359375, + 22.08697509765625, + 21.8883056640625, + 21.95452880859375, + 22.66973876953125, + 24.001651763916016, + 25.23919677734375, + 26.24578857421875, + 27.2921142578125, + 28.0338134765625, + 28.5635986328125 ], "p10": [ - 28.106201171875, - 28.0263671875, - 27.520751953125, - 26.669189453125, - 25.8043212890625, - 24.99267578125, - 23.956497192382812, - 22.96356201171875, - 22.53778076171875, - 21.985595703125, - 21.5731201171875, - 21.16064453125, - 20.84130859375, - 20.761474609375, - 20.7880859375, - 20.4820556640625, - 20.548583984375, - 20.495361328125, - 21.05419921875, - 22.19183349609375, - 23.04339599609375, - 23.770217895507812, - 24.593505859375, - 25.09246826171875 + 28.7490234375, + 28.3251953125, + 27.3980712890625, + 26.37823486328125, + 25.47760009765625, + 24.318695068359375, + 23.378326416015625, + 22.729339599609375, + 22.06048583984375, + 21.702880859375, + 21.3055419921875, + 20.97442626953125, + 20.73602294921875, + 20.855224609375, + 20.4049072265625, + 20.1929931640625, + 20.3519287109375, + 20.9876708984375, + 22.1002197265625, + 23.113433837890625, + 23.91390609741211, + 24.755767822265625, + 25.245819091796875, + 25.66302490234375 ], "p90": [ - 29.35693359375, - 29.809326171875, - 29.99560546875, - 29.46337890625, - 28.851318359375, - 27.919921875, - 26.935302734375, - 25.8575439453125, - 25.41180419921875, - 24.77978515625, - 24.28082275390625, - 23.968971252441406, - 23.76439666748047, - 23.5955810546875, - 23.88321304321289, - 23.557327270507812, - 23.497451782226562, - 23.530715942382812, - 24.34735107421875, - 25.8309326171875, - 26.9619140625, - 28.106201171875, - 29.41015625, - 30.235107421875 + 29.9410400390625, + 30.2059326171875, + 29.8350830078125, + 29.0933837890625, + 28.3516845703125, + 27.09344482421875, + 26.19281005859375, + 25.63653564453125, + 25.007415771484375, + 24.610076904296875, + 24.201148986816406, + 24.014068603515625, + 23.91514778137207, + 24.1134033203125, + 23.753314971923828, + 23.509117126464844, + 23.563751220703125, + 24.394851684570312, + 25.84844970703125, + 27.212646484375, + 28.3251953125, + 29.5701904296875, + 30.4443359375, + 31.027099609375 ], "timestamps": [ - "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", "2026-06-03 07:00:00", @@ -807,6 +806,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 05c6032ce3ef68b4a7b5b8bf3ad5a6271e9f9faa..68e13bb3eaf381df12d7a5ffa50d35138ccc8905 100644 --- a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T03:37:25.636126+00:00", + "evaluated_at": "2026-06-18T05:03:25.994074+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 19.0, 10.0, 12.0, 15.0, @@ -72,8 +71,8 @@ 13.0, 15.0, 14.0, - 18.0, - 13.0, + 19.0, + 14.0, 15.0, 13.0, 15.0, @@ -124,10 +123,10 @@ 20.0, 11.0, 18.0, - 15.0, 17.0, - 23.0, - 12.0, + 18.0, + 25.0, + 13.0, 20.0, 11.0, 12.0, @@ -150,7 +149,7 @@ 11.0, 12.0, 17.0, - 11.0, + 13.0, 17.0, 11.0, 14.0, @@ -173,20 +172,20 @@ 9.0, 9.0, 9.0, - 10.0 + 10.0, + 9.0 ], "actuals": [ - 9.0, 13.0, 18.0, 10.0, 13.0, 19.0, 23.0, - 15.0, - 12.0, + 20.0, 14.0, - 13.0, + 15.0, + 17.0, 16.0, 22.0, 14.0, @@ -199,88 +198,88 @@ 6.0, 6.0, 10.0, - 5.0 + 13.0, + 1.0 ], "p50": [ - 13.0120849609375, - 12.90533447265625, - 13.109130859375, - 13.327484130859375, - 13.40997314453125, - 13.492462158203125, - 13.628326416015625, - 13.492462158203125, - 13.56524658203125, - 13.52642822265625, - 13.618621826171875, - 13.42938232421875, - 13.68170166015625, - 13.727798461914062, - 13.841827392578125, - 13.805435180664062, - 13.79815673828125, - 13.812713623046875, - 13.698684692382812, - 13.628326416015625, - 13.754486083984375, - 13.766616821289062, - 13.912185668945312, - 13.764190673828125 + 12.1640625, + 12.3984375, + 12.6328125, + 12.73046875, + 12.974609375, + 13.1796875, + 13.2919921875, + 13.4677734375, + 13.4287109375, + 13.5068359375, + 13.39453125, + 13.482421875, + 13.521484375, + 13.775390625, + 13.6826171875, + 13.638671875, + 13.6484375, + 13.4677734375, + 13.6435546875, + 13.84130859375, + 13.90234375, + 14.04150390625, + 13.73876953125, + 13.6435546875 ], "p10": [ - 9.11083984375, - 8.916748046875, - 8.95556640625, - 9.072021484375, - 9.1884765625, - 9.11083984375, - 9.26611328125, - 9.072021484375, - 9.34375, - 9.26611328125, - 9.4990234375, - 9.3631591796875, - 9.304931640625, - 9.227294921875, - 9.4407958984375, - 9.304931640625, - 9.34375, - 9.304931640625, - 9.1884765625, - 9.072021484375, - 9.1884765625, - 9.227294921875, - 9.4407958984375, - 9.1884765625 + 8.3359375, + 8.53125, + 8.5703125, + 8.609375, + 8.84375, + 8.921875, + 8.9609375, + 9.0, + 9.1171875, + 9.1953125, + 9.1953125, + 9.2734375, + 9.1171875, + 9.234375, + 9.1953125, + 9.15625, + 9.234375, + 9.1171875, + 9.078125, + 9.234375, + 9.3125, + 9.41015625, + 9.15625, + 9.0390625 ], "p90": [ - 19.04833984375, - 19.1453857421875, - 19.28125, - 19.552978515625, - 19.475341796875, - 19.630615234375, - 19.7470703125, - 19.785888671875, - 19.82470703125, - 19.90234375, - 19.941162109375, - 19.630615234375, - 20.13525390625, - 20.29052734375, - 20.44580078125, - 20.60107421875, - 20.639892578125, - 20.60107421875, - 20.329345703125, - 20.251708984375, - 20.3681640625, - 20.44580078125, - 20.60107421875, - 20.5234375 + 17.59375, + 18.2578125, + 18.62890625, + 18.6875, + 18.8828125, + 19.09765625, + 19.21484375, + 19.625, + 19.5078125, + 19.546875, + 19.3515625, + 19.4296875, + 19.625, + 20.09375, + 20.015625, + 19.9375, + 20.171875, + 19.8203125, + 20.09375, + 20.3671875, + 20.40625, + 20.71875, + 20.328125, + 20.171875 ], "timestamps": [ - "2026-06-10 04:00:00", "2026-06-10 05:00:00", "2026-06-10 06:00:00", "2026-06-10 07:00:00", @@ -471,6 +470,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 58629fa201d0f45003bea528e1f36f51e3b66c08..7c098167c687335fd4c67aa8c17a3d2456d6a40e 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,55 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T04:40:31.145138+00:00", + "evaluated_at": "2026-06-18T05:03:28.044325+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 57964fa5c0832ef63d0975fecaec659fcacbed1a..e79ef757b38602b407ae19e815fe8e8a9fb664ba 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1432470.1427065532,1208097.9359321594,931.5862630208334,0.956109602880657,0.014425047315887377,0.014281969813636455,40.75592759068369,1196.8584472303119,0.018426858702226014,0.014342722380699675,0.015302793751595843,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1444324.649488449,1219119.2991593678,934.4200846354166,0.9590180228156698,0.014470731427225623,0.014326295125960316,40.87226438808421,1201.8005864071,0.01850375515650203,0.014386979549662756,0.015347092802678451,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.265212421903167,2.0555524345600134,1.1191657384236653,0.6181922872278925,0.04934103729951961,0.04822957659021768,26.443721001437382,1.8069898787495096,0.0818290476776705,0.05068111761204866,0.058322632263445154,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.1042941006354831,0.07553682883896785,0.2299339900414149,0.22052668322266192,0.20655604795063376,0.1785344462794752,9.928637778194318,0.32294597169725325,0.2506825813898401,0.1784832486682413,0.1976907750034656,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.03427664406071133,0.050924313262297675,0.18277897271845076,0.8791898255397366,0.11936735278468197,0.13029520209948953,7.104368505056645,0.1851395259276401,0.12792750726673566,0.12629641479035053,0.08781537287531972,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.07921036489203,0.9859343504970942,0.8025690714518229,0.5466884639734159,0.04537118208283065,0.04382662100914745,27.637922178158117,1.038850501704663,0.05722380386132465,0.044208531501466204,0.05176093874551861,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,63.69566031633576,110.95217997009968,7.873037497202556,0.6266294760565014,0.1858106001924926,0.20743595062098308,8.350486912599719,7.980956102894925,0.21449378104084904,0.21159339298192759,0.16718573181638374,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.635330920809641,1.5189216527908986,1.2051692008972168,0.5996058129783853,0.04702912655836008,0.04822573458236756,0.7002167235993983,0.7970764836636701,0.030715857390618998,0.046441973969896966,0.02806071457096783,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,29.410364976087067,29.40076644885687,4.55431083838145,0.8697888073301442,0.49688086699715545,0.40130406884470265,27.04154779803532,5.423132395220226,0.4519276996016855,0.37952590319845414,0.36547235780292087,Hazards,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.05748427437128433,0.03167952781351608,0.14725284278392792,0.1410017563145838,0.13416354397044322,0.12165907622366727,7.044783253781335,0.23975878372081455,0.1906478845802611,0.11709036282013988,0.14195476035975726,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.02375122328017001,0.04178848376172558,0.16857744256655374,0.8007427567351552,0.1101149226554396,0.11897924681443513,3.534506002673785,0.15411431886807278,0.10618402831101666,0.11614905133772124,0.0784032254571423,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7453961168797226,0.6692008643558438,0.719486395517985,0.43789534354137266,0.04233535588859769,0.04120683292616911,21.20282074122113,0.8633632589354974,0.05011056400109295,0.041759790791854025,0.04760850278277015,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,65.45636429598699,114.17122273063676,8.068415323893229,0.6410352892932741,0.19057437910977373,0.21331760016611223,8.850253911184723,8.090510756187584,0.216516793924542,0.21592547993894579,0.17163395512672747,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.4190407302897559,1.194656020164378,1.0449997584025066,0.5219979784913117,0.040740279572684134,0.04167390802790958,0.7107971865000313,0.6473335541200965,0.024929407118322408,0.040243896288020144,0.024644167979257794,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,35.956172256240926,37.88044588584459,5.33059827486674,1.018045293873754,0.8777370182453467,0.47990278830337973,28.196566022675615,5.996346575727667,0.4797077260582134,0.4264478619893392,0.3879208855805574,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1819.2380520030856,2409.6291145930686,44.92291259765625,0.381645983130531,0.016045012965346828,0.016200159838781394,8.959010992809736,42.652526912283705,0.015278517102907596,0.01609178958722015,0.013750780683172679,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 7caa49174450b45310bc82d6371bdbcb79981416..948d8a65fe788402408adf711192fa3edbbdd1e8 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T04:32:49.870604+00:00", + "evaluated_at": "2026-06-18T04:48:53.381951+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64548.73828125, 64689.5, 64282.8203125, - 63952.01171875 + 63884.0 ], "p50": [ 65848.171875, diff --git a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index a47a45d1ee4a317f1484af554a44f6d8968c298a..5c02d0b47f6f11638f7199b7e8ae825f4a2db70f 100644 --- a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T03:32:02.898149+00:00", + "evaluated_at": "2026-06-18T04:48:59.939002+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 4b7def4432591a0007a9215382af71fb432a0571..b5281ebe4ad882df4e80d290c940a7b9c495a281 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T04:20:46.088661+00:00", + "evaluated_at": "2026-06-18T04:55:22.557505+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5740000009536743, - 1.5729999542236328, - 1.5720000267028809, - 1.5509999990463257, 1.534999966621399, 1.5199999809265137, 1.5, @@ -245,13 +241,13 @@ 1.6339999437332153, 1.6330000162124634, 1.6440000534057617, - 1.6490000486373901 - ], - "actuals": [ + 1.6490000486373901, 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, - 1.6480000019073486, + 1.6480000019073486 + ], + "actuals": [ 1.6339999437332153, 1.6339999437332153, 1.6319999694824219, @@ -307,199 +303,199 @@ 1.0729999542236328, 1.0889999866485596, 1.1069999933242798, - 1.13100004196167 + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601 ], "p50": [ - 1.646733283996582, - 1.646010160446167, - 1.6655406951904297, - 1.6598398685455322, - 1.6621770858764648, - 1.6639013290405273, - 1.674767017364502, - 1.6899878978729248, - 1.6620097160339355, - 1.662682056427002, - 1.6472117900848389, - 1.633100986480713, - 1.6072030067443848, - 1.6103379726409912, - 1.6148483753204346, - 1.629870891571045, - 1.603097677230835, - 1.588775634765625, - 1.5879883766174316, - 1.5517349243164062, - 1.570793867111206, - 1.5555672645568848, - 1.5531623363494873, - 1.5501470565795898, - 1.519996166229248, - 1.5202572345733643, - 1.515498399734497, - 1.5107038021087646, - 1.4906821250915527, - 1.4708218574523926, - 1.455296277999878, - 1.4670746326446533, - 1.4710524082183838, - 1.4526793956756592, - 1.4388399124145508, - 1.4341754913330078, - 1.4206855297088623, - 1.424269676208496, - 1.4130899906158447, - 1.4205677509307861, - 1.422487735748291, - 1.427509069442749, - 1.4118871688842773, - 1.4040725231170654, - 1.4113614559173584, - 1.4215033054351807, - 1.4179887771606445, - 1.4097394943237305, - 1.4072778224945068, - 1.4386615753173828, - 1.4227914810180664, - 1.4222345352172852, - 1.433854341506958, - 1.4429583549499512, - 1.4619789123535156, - 1.4563660621643066, - 1.4604511260986328, - 1.4785716533660889, - 1.478700876235962, - 1.4864833354949951 + 1.6382026672363281, + 1.6411749124526978, + 1.6331533193588257, + 1.6281208992004395, + 1.618409276008606, + 1.615429401397705, + 1.6051025390625, + 1.610574722290039, + 1.5913816690444946, + 1.5856603384017944, + 1.5652735233306885, + 1.551112174987793, + 1.5263715982437134, + 1.5210386514663696, + 1.5168983936309814, + 1.5154837369918823, + 1.4895070791244507, + 1.475533127784729, + 1.4601603746414185, + 1.4366034269332886, + 1.4277012348175049, + 1.4279694557189941, + 1.4307159185409546, + 1.415909767150879, + 1.3932969570159912, + 1.376894474029541, + 1.3692381381988525, + 1.3750724792480469, + 1.3588465452194214, + 1.3377418518066406, + 1.3314136266708374, + 1.3402609825134277, + 1.3298817873001099, + 1.3227595090866089, + 1.3024522066116333, + 1.2996445894241333, + 1.3012484312057495, + 1.2899153232574463, + 1.2751938104629517, + 1.2903997898101807, + 1.2867560386657715, + 1.2788814306259155, + 1.2691295146942139, + 1.2772070169448853, + 1.2728484869003296, + 1.2663829326629639, + 1.275720477104187, + 1.267244577407837, + 1.2739468812942505, + 1.287153720855713, + 1.2900376319885254, + 1.3005878925323486, + 1.295274257659912, + 1.3139972686767578, + 1.3266911506652832, + 1.3297667503356934, + 1.3382346630096436, + 1.3534101247787476, + 1.3603055477142334, + 1.3657646179199219 ], "p10": [ - 1.6481001377105713, - 1.649233341217041, - 1.6613316535949707, - 1.6676857471466064, - 1.698058843612671, - 1.6731317043304443, - 1.6585474014282227, - 1.6738812923431396, - 1.666304349899292, - 1.63205885887146, - 1.6652133464813232, - 1.6417522430419922, - 1.6197848320007324, - 1.644812822341919, - 1.6094279289245605, - 1.6328301429748535, - 1.6340622901916504, - 1.6108317375183105, - 1.5828142166137695, - 1.5938231945037842, - 1.5838525295257568, - 1.5678925514221191, - 1.574634313583374, - 1.5632705688476562, - 1.5396673679351807, - 1.5239534378051758, - 1.5318872928619385, - 1.5170011520385742, - 1.4691336154937744, - 1.4744648933410645, - 1.4682056903839111, - 1.489060401916504, - 1.5405666828155518, - 1.486328125, - 1.495537519454956, - 1.4864771366119385, - 1.4742388725280762, - 1.4771912097930908, - 1.4636812210083008, - 1.448817253112793, - 1.4318501949310303, - 1.4711840152740479, - 1.4536573886871338, - 1.4484014511108398, - 1.4611034393310547, - 1.4743664264678955, - 1.4674358367919922, - 1.4537901878356934, - 1.4587368965148926, - 1.4605162143707275, - 1.4651153087615967, - 1.4983596801757812, - 1.4983298778533936, - 1.5052926540374756, - 1.4836232662200928, - 1.497887372970581, - 1.4768240451812744, - 1.515831470489502, - 1.5314054489135742, - 1.5131049156188965 + 1.6499141454696655, + 1.6435928344726562, + 1.6382794380187988, + 1.6136802434921265, + 1.6371713876724243, + 1.6216949224472046, + 1.5827534198760986, + 1.6014288663864136, + 1.59158456325531, + 1.5718824863433838, + 1.567409634590149, + 1.54090416431427, + 1.5391074419021606, + 1.5469014644622803, + 1.5150727033615112, + 1.5269790887832642, + 1.5217899084091187, + 1.4993157386779785, + 1.4809600114822388, + 1.4736124277114868, + 1.4519213438034058, + 1.4540079832077026, + 1.443416953086853, + 1.4482728242874146, + 1.4239907264709473, + 1.3998106718063354, + 1.3912779092788696, + 1.404280662536621, + 1.3617116212844849, + 1.3618813753128052, + 1.3442529439926147, + 1.3793867826461792, + 1.3964464664459229, + 1.3500078916549683, + 1.3611518144607544, + 1.361614465713501, + 1.3496063947677612, + 1.33891761302948, + 1.3368548154830933, + 1.339371919631958, + 1.3273873329162598, + 1.3339909315109253, + 1.337645411491394, + 1.3168236017227173, + 1.319729208946228, + 1.3396300077438354, + 1.3439754247665405, + 1.3220607042312622, + 1.327561855316162, + 1.3349086046218872, + 1.3479403257369995, + 1.3640609979629517, + 1.3727314472198486, + 1.367817997932434, + 1.3692607879638672, + 1.377456545829773, + 1.379974603652954, + 1.424079179763794, + 1.4125488996505737, + 1.4053857326507568 ], "p90": [ - 1.6652512550354004, - 1.6658375263214111, - 1.6922602653503418, - 1.695180892944336, - 1.7046473026275635, - 1.7145578861236572, - 1.7112276554107666, - 1.7429656982421875, - 1.7291193008422852, - 1.7358314990997314, - 1.734447956085205, - 1.7160367965698242, - 1.715381383895874, - 1.7142174243927002, - 1.7053985595703125, - 1.7089126110076904, - 1.6935513019561768, - 1.6907134056091309, - 1.6886224746704102, - 1.6714603900909424, - 1.682952880859375, - 1.6738381385803223, - 1.675785779953003, - 1.6852774620056152, - 1.654454231262207, - 1.6650030612945557, - 1.6715891361236572, - 1.6668758392333984, - 1.6626477241516113, - 1.6475346088409424, - 1.640148401260376, - 1.6518118381500244, - 1.6628661155700684, - 1.6434240341186523, - 1.6478080749511719, - 1.6587042808532715, - 1.6575124263763428, - 1.6623179912567139, - 1.662639856338501, - 1.6562657356262207, - 1.6479051113128662, - 1.663297176361084, - 1.6349191665649414, - 1.6455349922180176, - 1.6421914100646973, - 1.6565310955047607, - 1.6481389999389648, - 1.66768217086792, - 1.652414083480835, - 1.6970064640045166, - 1.6756374835968018, - 1.702030897140503, - 1.7020854949951172, - 1.7253477573394775, - 1.7370765209197998, - 1.7392897605895996, - 1.730325698852539, - 1.7637546062469482, - 1.7705199718475342, - 1.7849907875061035 + 1.6676305532455444, + 1.6697335243225098, + 1.6644104719161987, + 1.6593679189682007, + 1.6577298641204834, + 1.661502480506897, + 1.6412584781646729, + 1.6525431871414185, + 1.644248604774475, + 1.6457324028015137, + 1.6324915885925293, + 1.619998812675476, + 1.613016963005066, + 1.6049599647521973, + 1.5921515226364136, + 1.5853567123413086, + 1.572266697883606, + 1.566164493560791, + 1.5670437812805176, + 1.5482276678085327, + 1.5428000688552856, + 1.554257869720459, + 1.5660403966903687, + 1.5698704719543457, + 1.5480915307998657, + 1.550716757774353, + 1.5563275814056396, + 1.563170313835144, + 1.5657849311828613, + 1.5522735118865967, + 1.556767225265503, + 1.5722484588623047, + 1.5748268365859985, + 1.570247769355774, + 1.561360239982605, + 1.5771801471710205, + 1.5885852575302124, + 1.5793222188949585, + 1.5821468830108643, + 1.5851433277130127, + 1.5855721235275269, + 1.5898840427398682, + 1.577986478805542, + 1.5990331172943115, + 1.5915958881378174, + 1.6020092964172363, + 1.6134074926376343, + 1.6274633407592773, + 1.6204187870025635, + 1.6482594013214111, + 1.6401543617248535, + 1.6795719861984253, + 1.6525062322616577, + 1.6879820823669434, + 1.7047765254974365, + 1.7078607082366943, + 1.7105445861816406, + 1.7311625480651855, + 1.750329852104187, + 1.7596532106399536 ], "timestamps": [ - "2026-06-16 22:18:00", - "2026-06-16 22:24:00", - "2026-06-16 22:30:00", - "2026-06-16 22:36:00", "2026-06-16 22:42:00", "2026-06-16 22:48:00", "2026-06-16 22:54:00", @@ -795,6 +791,10 @@ "2026-06-18 03:54:00", "2026-06-18 04:00:00", "2026-06-18 04:06:00", - "2026-06-18 04:12:00" + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 44f34b20158ea4187abf9f6be33181fd28eb672f..4cc2bf674eebc8f8109c6e49e1a56e891643ada9 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T04:20:53.272430+00:00", + "evaluated_at": "2026-06-18T04:55:28.647733+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 1.0, 0.8999999761581421, 0.8999999761581421, 1.0, @@ -81,10 +80,10 @@ 1.5, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -155,233 +154,232 @@ 1.7000000476837158, 1.7999999523162842, 1.7999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.600000023841858 ], "p50": [ - 1.2782108783721924, - 1.2713898420333862, - 1.275686264038086, - 1.2679790258407593, - 1.2628928422927856, - 1.256347417831421, - 1.2495501041412354, - 1.25269615650177, - 1.2544686794281006, - 1.259852647781372, - 1.2505935430526733, - 1.2526109218597412, - 1.264141321182251, - 1.269972801208496, - 1.2748280763626099, - 1.2697449922561646, - 1.276998519897461, - 1.2734919786453247, - 1.2752149105072021, - 1.291148066520691, - 1.2815532684326172, - 1.280691146850586, - 1.2804664373397827, - 1.2864768505096436, - 1.2870864868164062, - 1.2769392728805542, - 1.268609881401062, - 1.2607486248016357, - 1.2504862546920776, - 1.2442532777786255, - 1.25139582157135, - 1.2552837133407593, - 1.2555725574493408, - 1.26103937625885, - 1.2685720920562744, - 1.2798432111740112, - 1.2820448875427246, - 1.2789819240570068, - 1.286310076713562, - 1.2807093858718872, - 1.294371485710144, - 1.3039507865905762, - 1.3115464448928833, - 1.3130894899368286, - 1.3122538328170776, - 1.2958943843841553, - 1.3040368556976318, - 1.2976840734481812, - 1.3000741004943848, - 1.3005775213241577, - 1.2989293336868286, - 1.2946938276290894, - 1.2926276922225952, - 1.2890061140060425, - 1.2843499183654785, - 1.2851614952087402, - 1.2875866889953613, - 1.275084376335144, - 1.2728569507598877, - 1.2594176530838013, - 1.2686593532562256, - 1.2639455795288086, - 1.2593826055526733, - 1.2566832304000854, - 1.2531973123550415, - 1.2548437118530273, - 1.247084379196167, - 1.2418360710144043, - 1.2373815774917603, - 1.2420985698699951, - 1.2417731285095215, - 1.2270418405532837 + 1.275979995727539, + 1.266284704208374, + 1.2651220560073853, + 1.2560746669769287, + 1.2577123641967773, + 1.2646886110305786, + 1.2613219022750854, + 1.2603877782821655, + 1.259408950805664, + 1.2684637308120728, + 1.2646151781082153, + 1.2674336433410645, + 1.2662426233291626, + 1.2645699977874756, + 1.2632697820663452, + 1.2643234729766846, + 1.2694785594940186, + 1.2704781293869019, + 1.2710200548171997, + 1.2788617610931396, + 1.2756956815719604, + 1.2859010696411133, + 1.286244511604309, + 1.285189151763916, + 1.2861219644546509, + 1.2849366664886475, + 1.2908756732940674, + 1.2867450714111328, + 1.2866532802581787, + 1.2803882360458374, + 1.2898542881011963, + 1.2957050800323486, + 1.2909106016159058, + 1.2909499406814575, + 1.294045329093933, + 1.2979379892349243, + 1.2986993789672852, + 1.2836304903030396, + 1.2878966331481934, + 1.2815189361572266, + 1.2922067642211914, + 1.295040249824524, + 1.3017452955245972, + 1.3131994009017944, + 1.321289300918579, + 1.3105700016021729, + 1.3174495697021484, + 1.3117194175720215, + 1.3179192543029785, + 1.3111672401428223, + 1.3138165473937988, + 1.307700276374817, + 1.3097633123397827, + 1.3117742538452148, + 1.3067305088043213, + 1.3040366172790527, + 1.3044403791427612, + 1.3020787239074707, + 1.3062812089920044, + 1.3036574125289917, + 1.3169853687286377, + 1.3074119091033936, + 1.3091309070587158, + 1.3029159307479858, + 1.3035719394683838, + 1.3042066097259521, + 1.3010413646697998, + 1.3028708696365356, + 1.3049598932266235, + 1.312424659729004, + 1.3112341165542603, + 1.2959825992584229 ], "p10": [ - 1.288694143295288, - 1.2930316925048828, - 1.2841042280197144, - 1.2888436317443848, - 1.2796120643615723, - 1.2808395624160767, - 1.258118987083435, - 1.2642707824707031, - 1.2668174505233765, - 1.2826398611068726, - 1.2777292728424072, - 1.2670477628707886, - 1.2834712266921997, - 1.2842867374420166, - 1.3005623817443848, - 1.2981007099151611, - 1.3033150434494019, - 1.2938345670700073, - 1.2999752759933472, - 1.319220781326294, - 1.316664457321167, - 1.319904088973999, - 1.3176794052124023, - 1.3208307027816772, - 1.3177578449249268, - 1.3104982376098633, - 1.2966216802597046, - 1.292452096939087, - 1.2897095680236816, - 1.2933114767074585, - 1.2790899276733398, - 1.2950966358184814, - 1.2935086488723755, - 1.3027398586273193, - 1.304928183555603, - 1.3226039409637451, - 1.3319904804229736, - 1.3169795274734497, - 1.3130464553833008, - 1.325409173965454, - 1.3400901556015015, - 1.3438619375228882, - 1.34983491897583, - 1.35299551486969, - 1.337479591369629, - 1.3385462760925293, - 1.351439118385315, - 1.3388057947158813, - 1.3300087451934814, - 1.3358758687973022, - 1.3424232006072998, - 1.3383102416992188, - 1.335837721824646, - 1.3168531656265259, - 1.323105812072754, - 1.3219594955444336, - 1.3184704780578613, - 1.3124899864196777, - 1.3034837245941162, - 1.3022998571395874, - 1.312009334564209, - 1.3054686784744263, - 1.3013418912887573, - 1.307877540588379, - 1.2959933280944824, - 1.306685447692871, - 1.289893627166748, - 1.2839162349700928, - 1.2777483463287354, - 1.2807114124298096, - 1.2876312732696533, - 1.27670419216156 + 1.288931131362915, + 1.2898478507995605, + 1.280835509300232, + 1.2784463167190552, + 1.2774150371551514, + 1.2889225482940674, + 1.2694662809371948, + 1.278027892112732, + 1.2712842226028442, + 1.2970867156982422, + 1.2914440631866455, + 1.2755751609802246, + 1.2905486822128296, + 1.2872986793518066, + 1.3036147356033325, + 1.3090848922729492, + 1.312709927558899, + 1.2938592433929443, + 1.306532621383667, + 1.3067567348480225, + 1.31252121925354, + 1.3263810873031616, + 1.3141746520996094, + 1.3198857307434082, + 1.3149923086166382, + 1.3177812099456787, + 1.3079026937484741, + 1.3149961233139038, + 1.3102856874465942, + 1.32332181930542, + 1.3118187189102173, + 1.3234962224960327, + 1.3158745765686035, + 1.3272665739059448, + 1.3285562992095947, + 1.3295656442642212, + 1.338462233543396, + 1.3186955451965332, + 1.3122444152832031, + 1.3267039060592651, + 1.3330416679382324, + 1.3267276287078857, + 1.3327594995498657, + 1.3320534229278564, + 1.329698085784912, + 1.340858817100525, + 1.3406333923339844, + 1.3441996574401855, + 1.3387058973312378, + 1.3255337476730347, + 1.3459707498550415, + 1.3400030136108398, + 1.3311442136764526, + 1.316814661026001, + 1.3227523565292358, + 1.3156578540802002, + 1.3168808221817017, + 1.3279141187667847, + 1.3285753726959229, + 1.3187512159347534, + 1.3336665630340576, + 1.3375717401504517, + 1.3360419273376465, + 1.3405274152755737, + 1.3334134817123413, + 1.333196759223938, + 1.33118736743927, + 1.3291929960250854, + 1.331393837928772, + 1.3290752172470093, + 1.3206032514572144, + 1.3234628438949585 ], "p90": [ - 1.3824542760849, - 1.3910189867019653, - 1.4056980609893799, - 1.4116147756576538, - 1.4123296737670898, - 1.4096249341964722, - 1.4027812480926514, - 1.410143494606018, - 1.415215015411377, - 1.4187541007995605, - 1.418617844581604, - 1.4142688512802124, - 1.439547061920166, - 1.4517897367477417, - 1.462270975112915, - 1.4606088399887085, - 1.4741501808166504, - 1.4721931219100952, - 1.4720582962036133, - 1.4932093620300293, - 1.4861570596694946, - 1.4885542392730713, - 1.4920002222061157, - 1.491835355758667, - 1.498788595199585, - 1.4922468662261963, - 1.4852954149246216, - 1.4853497743606567, - 1.4814634323120117, - 1.4791160821914673, - 1.4863640069961548, - 1.4904836416244507, - 1.4896888732910156, - 1.4976816177368164, - 1.499246597290039, - 1.5175645351409912, - 1.5313080549240112, - 1.5324846506118774, - 1.5370805263519287, - 1.539433240890503, - 1.549926519393921, - 1.561548113822937, - 1.5685431957244873, - 1.5748870372772217, - 1.571581244468689, - 1.5599985122680664, - 1.5695980787277222, - 1.559546947479248, - 1.5594297647476196, - 1.5684584379196167, - 1.5589323043823242, - 1.565924048423767, - 1.5586256980895996, - 1.5530966520309448, - 1.5491561889648438, - 1.5429264307022095, - 1.545272707939148, - 1.534559726715088, - 1.5361723899841309, - 1.5194875001907349, - 1.5312719345092773, - 1.5370533466339111, - 1.53659987449646, - 1.53262197971344, - 1.5289502143859863, - 1.5275704860687256, - 1.522329568862915, - 1.5237548351287842, - 1.5205365419387817, - 1.5243571996688843, - 1.5245343446731567, - 1.513546347618103 + 1.3763847351074219, + 1.3854384422302246, + 1.395418405532837, + 1.3981839418411255, + 1.4068458080291748, + 1.4204208850860596, + 1.4175788164138794, + 1.4214590787887573, + 1.4267555475234985, + 1.436267614364624, + 1.4439760446548462, + 1.4416897296905518, + 1.4566519260406494, + 1.4633309841156006, + 1.4655388593673706, + 1.4723742008209229, + 1.4841105937957764, + 1.4869273900985718, + 1.4880359172821045, + 1.4956331253051758, + 1.4961589574813843, + 1.5070379972457886, + 1.5086673498153687, + 1.504652738571167, + 1.518686056137085, + 1.5152883529663086, + 1.5198564529418945, + 1.5209676027297974, + 1.5247251987457275, + 1.5251816511154175, + 1.538528561592102, + 1.5425230264663696, + 1.5402754545211792, + 1.5481470823287964, + 1.548404335975647, + 1.5571458339691162, + 1.5705705881118774, + 1.5600954294204712, + 1.5652117729187012, + 1.5647810697555542, + 1.5769141912460327, + 1.582204818725586, + 1.5880383253097534, + 1.5975704193115234, + 1.604548454284668, + 1.5985794067382812, + 1.6171166896820068, + 1.6024703979492188, + 1.6186360120773315, + 1.6153961420059204, + 1.610058307647705, + 1.6148380041122437, + 1.6145552396774292, + 1.617692232131958, + 1.6234339475631714, + 1.6153570413589478, + 1.6182833909988403, + 1.6230124235153198, + 1.634621500968933, + 1.6293572187423706, + 1.6501623392105103, + 1.6559303998947144, + 1.667624831199646, + 1.6634502410888672, + 1.6670303344726562, + 1.6629408597946167, + 1.6692336797714233, + 1.6737056970596313, + 1.6803642511367798, + 1.687449336051941, + 1.6922705173492432, + 1.6878273487091064 ], "timestamps": [ - "2026-06-16 03:50:00", - "2026-06-16 04:00:00", "2026-06-16 04:10:00", "2026-06-16 04:20:00", "2026-06-16 04:30:00", @@ -527,6 +525,8 @@ "2026-06-17 03:50:00", "2026-06-17 04:00:00", "2026-06-17 04:10:00", - "2026-06-17 04:20:00" + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00" ] } diff --git a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json index 673407fe91bbf53e25fec52409419449f2a10102..91e10386d061dcfe225b7c03ac6dbde2fd7e4d3e 100644 --- a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,26 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T03:32:20.111530+00:00", + "evaluated_at": "2026-06-18T04:55:35.143537+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 19.0, - 19.0, - 19.0, - 19.0, - 20.0, - 20.0, - 19.0, - 20.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, 20.0, 20.0, 20.0, @@ -101,9 +86,7 @@ 19.0, 19.0, 19.0, - 19.0 - ], - "actuals": [ + 19.0, 19.0, 19.0, 19.0, @@ -118,7 +101,9 @@ 18.0, 18.0, 18.0, - 18.0, + 18.0 + ], + "actuals": [ 18.0, 18.0, 18.0, @@ -127,88 +112,102 @@ 18.0, 17.0, 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, 17.0 ], "p50": [ - 18.999954223632812, - 18.978126525878906, - 18.977346420288086, - 18.939502716064453, - 18.96923065185547, - 18.938865661621094, - 18.93816566467285, - 18.95946502685547, - 18.97407341003418, - 18.94502067565918, - 18.95922088623047, - 18.93550682067871, - 18.95952606201172, - 18.921890258789062, - 18.929576873779297, - 18.89800262451172, - 18.912723541259766, - 18.904775619506836, - 18.92853355407715, - 18.922611236572266, - 18.92364501953125, - 18.913516998291016, - 18.910812377929688, - 18.92621612548828 + 17.988323211669922, + 17.97711753845215, + 17.960996627807617, + 17.931358337402344, + 17.950716018676758, + 17.929933547973633, + 17.93355941772461, + 17.949214935302734, + 17.919429779052734, + 17.966840744018555, + 17.93216896057129, + 17.925437927246094, + 17.952178955078125, + 17.944551467895508, + 17.93500328063965, + 17.91619873046875, + 17.91202735900879, + 17.9113712310791, + 17.892719268798828, + 17.915977478027344, + 17.935203552246094, + 17.916728973388672, + 17.88190460205078, + 17.90288543701172 ], "p10": [ - 19.054744720458984, - 19.033708572387695, - 19.026674270629883, - 19.0388240814209, - 19.07895278930664, - 19.101119995117188, - 19.112590789794922, - 19.097370147705078, - 19.149288177490234, - 19.155101776123047, - 19.172712326049805, - 19.22463607788086, - 19.191822052001953, - 19.203277587890625, - 19.176593780517578, - 19.177305221557617, - 19.237606048583984, - 19.204824447631836, - 19.236806869506836, - 19.23347282409668, - 19.230789184570312, - 19.258575439453125, - 19.27706527709961, - 19.262460708618164 + 18.04840850830078, + 17.994754791259766, + 18.00208854675293, + 18.019065856933594, + 18.064796447753906, + 18.080810546875, + 18.111900329589844, + 18.051767349243164, + 18.096027374267578, + 18.074974060058594, + 18.080883026123047, + 18.137767791748047, + 18.09964942932129, + 18.12953758239746, + 18.079965591430664, + 18.092329025268555, + 18.10582160949707, + 18.18687629699707, + 18.143035888671875, + 18.110448837280273, + 18.119142532348633, + 18.14544677734375, + 18.19756317138672, + 18.117650985717773 ], "p90": [ - 19.093976974487305, - 19.118953704833984, - 19.15493392944336, - 19.147233963012695, - 19.210206985473633, - 19.22035789489746, - 19.25714874267578, - 19.29261016845703, - 19.331422805786133, - 19.322294235229492, - 19.35984230041504, - 19.360309600830078, - 19.39105987548828, - 19.373703002929688, - 19.386930465698242, - 19.381906509399414, - 19.424571990966797, - 19.431846618652344, - 19.471384048461914, - 19.464204788208008, - 19.483530044555664, - 19.520465850830078, - 19.52537727355957, - 19.535245895385742 + 18.102108001708984, + 18.107240676879883, + 18.131193161010742, + 18.12354850769043, + 18.17583656311035, + 18.176769256591797, + 18.20073890686035, + 18.21597671508789, + 18.21214485168457, + 18.254436492919922, + 18.23798370361328, + 18.229450225830078, + 18.297138214111328, + 18.295663833618164, + 18.302438735961914, + 18.320194244384766, + 18.3148250579834, + 18.353931427001953, + 18.36832618713379, + 18.376811981201172, + 18.417251586914062, + 18.45159912109375, + 18.432571411132812, + 18.452150344848633 ], "timestamps": [ - "2026-06-17 18:00:00", "2026-06-17 19:00:00", "2026-06-17 20:00:00", "2026-06-17 21:00:00", @@ -327,6 +326,7 @@ "2026-06-22 14:00:00", "2026-06-22 15:00:00", "2026-06-22 16:00:00", - "2026-06-22 17:00:00" + "2026-06-22 17:00:00", + "2026-06-22 18:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 1548ef005e0b637eb9fab062bb2ab0df1b600aba..08ca2acc2a584a14eac2957e9504de23952d700a 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T03:32:26.929050+00:00", + "evaluated_at": "2026-06-18T04:55:41.503545+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.599998474121094, 33.29999923706055, 35.5, 46.0, @@ -341,10 +340,10 @@ 17.899999618530273, 19.399999618530273, 20.399999618530273, - 22.5 + 22.5, + 24.0 ], "actuals": [ - 24.0, 24.799999237060547, 26.200000762939453, 26.200000762939453, @@ -367,88 +366,88 @@ 25.200000762939453, 25.700000762939453, 26.299999237060547, - 27.0 + 27.0, + 27.799999237060547 ], "p50": [ - 23.437929153442383, - 23.695770263671875, - 24.082279205322266, - 24.140722274780273, - 24.471193313598633, - 26.400264739990234, - 29.518619537353516, - 33.474891662597656, - 38.802127838134766, - 42.31632614135742, - 44.33354187011719, - 43.4122200012207, - 41.86418533325195, - 39.644954681396484, - 37.46131134033203, - 34.94568634033203, - 33.02444839477539, - 30.713665008544922, - 29.691181182861328, - 26.89013671875, - 23.083955764770508, - 21.168277740478516, - 20.14381217956543, - 20.92141342163086 + 24.511756896972656, + 24.684478759765625, + 25.212902069091797, + 25.647907257080078, + 26.400062561035156, + 29.427715301513672, + 33.83598709106445, + 37.91495132446289, + 41.700069427490234, + 43.496971130371094, + 44.07582473754883, + 41.441654205322266, + 39.1981086730957, + 37.147239685058594, + 35.19511795043945, + 32.86175537109375, + 31.29901123046875, + 28.87137222290039, + 26.938095092773438, + 24.364025115966797, + 22.278884887695312, + 20.75102996826172, + 20.08190155029297, + 21.244558334350586 ], "p10": [ - 24.6137752532959, - 25.084230422973633, - 26.36263656616211, - 27.060924530029297, - 28.081336975097656, - 30.824417114257812, - 33.942100524902344, - 39.65751266479492, - 45.82497787475586, - 49.443416595458984, - 51.25373077392578, - 51.9886589050293, - 49.504859924316406, - 47.438026428222656, - 44.933162689208984, - 42.569862365722656, - 39.81949234008789, - 37.163204193115234, - 36.628780364990234, - 32.99167251586914, - 28.909297943115234, - 27.081775665283203, - 26.626808166503906, - 26.656280517578125 + 25.67625617980957, + 25.813425064086914, + 27.641498565673828, + 29.01555633544922, + 30.493011474609375, + 34.49724197387695, + 38.91160583496094, + 44.887229919433594, + 49.029659271240234, + 50.79866027832031, + 51.099708557128906, + 50.094810485839844, + 46.697879791259766, + 44.85805892944336, + 42.574337005615234, + 40.56919860839844, + 38.16539001464844, + 35.33997344970703, + 33.83427047729492, + 30.676509857177734, + 28.308738708496094, + 27.155277252197266, + 26.878868103027344, + 27.358352661132812 ], "p90": [ - 27.087337493896484, - 28.964473724365234, - 31.50334930419922, - 33.11029052734375, - 35.83462142944336, - 40.23782730102539, - 46.04336166381836, - 52.42036056518555, - 60.68955993652344, - 65.8978500366211, - 69.76516723632812, - 69.50289916992188, - 68.10137176513672, - 65.34101867675781, - 62.205299377441406, - 58.96421432495117, - 55.67045211791992, - 52.91081619262695, - 50.80086898803711, - 46.87142562866211, - 42.33011245727539, - 39.977962493896484, - 37.54129409790039, - 37.055355072021484 + 28.171100616455078, + 30.24439239501953, + 33.26359558105469, + 35.781455993652344, + 39.357486724853516, + 45.35581970214844, + 52.60857391357422, + 58.97938537597656, + 65.15099334716797, + 68.03656005859375, + 69.72244262695312, + 67.16720581054688, + 64.6283950805664, + 61.80115509033203, + 58.88954544067383, + 55.93083572387695, + 53.041412353515625, + 50.230857849121094, + 47.223243713378906, + 43.566043853759766, + 40.8260612487793, + 39.13265609741211, + 37.49756622314453, + 37.73371124267578 ], "timestamps": [ - "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", "2026-06-03 07:00:00", @@ -807,6 +806,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 3dbaa0147310dcd080ea3cdeefaa9f17e7a0f852..45ed3b9a5738acc03d9dca841a47a3785604087e 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T03:32:32.471089+00:00", + "evaluated_at": "2026-06-18T04:55:49.301474+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.79999923706055, 30.600000381469727, 28.5, 27.0, @@ -341,10 +340,10 @@ 24.5, 26.100000381469727, 27.399999618530273, - 28.200000762939453 + 28.200000762939453, + 29.100000381469727 ], "actuals": [ - 29.100000381469727, 29.799999237060547, 29.799999237060547, 29.799999237060547, @@ -367,88 +366,88 @@ 25.899999618530273, 27.200000762939453, 27.899999618530273, - 28.799999237060547 + 28.799999237060547, + 29.5 ], "p50": [ - 28.604475021362305, - 28.878694534301758, - 28.889352798461914, - 28.389148712158203, - 27.678733825683594, - 26.733118057250977, - 25.79119873046875, - 24.79490089416504, - 23.960451126098633, - 23.364282608032227, - 22.874252319335938, - 22.581602096557617, - 22.238737106323242, - 22.03345489501953, - 22.167137145996094, - 21.825241088867188, - 21.75229263305664, - 21.79410743713379, - 22.220781326293945, - 23.381315231323242, - 24.628915786743164, - 25.619855880737305, - 26.502534866333008, - 27.17135238647461 + 29.217031478881836, + 29.179887771606445, + 28.800264358520508, + 28.01983642578125, + 27.134265899658203, + 26.064966201782227, + 25.167224884033203, + 24.494800567626953, + 23.637283325195312, + 23.116296768188477, + 22.738792419433594, + 22.394887924194336, + 22.254173278808594, + 22.1906795501709, + 22.08086585998535, + 21.743375778198242, + 21.855077743530273, + 22.3194637298584, + 23.34486198425293, + 24.78237533569336, + 25.863901138305664, + 26.60184669494629, + 27.2995548248291, + 27.818288803100586 ], "p10": [ - 28.870534896850586, - 29.039329528808594, - 29.285280227661133, - 28.754749298095703, - 28.060270309448242, - 27.296249389648438, - 26.278810501098633, - 25.278919219970703, - 24.525169372558594, - 23.930431365966797, - 23.33759117126465, - 23.05690574645996, - 22.719818115234375, - 22.547428131103516, - 22.6473331451416, - 22.449520111083984, - 22.401718139648438, - 22.282503128051758, - 22.798995971679688, - 23.967166900634766, - 25.32691192626953, - 26.389060974121094, - 27.348840713500977, - 27.950424194335938 + 29.475095748901367, + 29.339876174926758, + 29.190879821777344, + 28.328529357910156, + 27.46466827392578, + 26.59623146057129, + 25.65376853942871, + 24.964141845703125, + 24.19423484802246, + 23.677043914794922, + 23.175222396850586, + 22.881160736083984, + 22.73126792907715, + 22.71943473815918, + 22.569124221801758, + 22.39518928527832, + 22.533958435058594, + 22.84145164489746, + 23.946151733398438, + 25.452070236206055, + 26.604124069213867, + 27.393898010253906, + 28.1949520111084, + 28.57488441467285 ], "p90": [ - 29.436185836791992, - 30.01747703552246, - 30.381690979003906, - 30.07306480407715, - 29.512325286865234, - 28.602514266967773, - 27.65180778503418, - 26.614242553710938, - 25.75189781188965, - 25.10161781311035, - 24.652633666992188, - 24.315908432006836, - 23.968900680541992, - 23.762378692626953, - 23.887407302856445, - 23.643638610839844, - 23.641130447387695, - 23.828718185424805, - 24.41961097717285, - 25.722270965576172, - 27.21710777282715, - 28.465267181396484, - 29.471988677978516, - 30.18155288696289 + 30.094938278198242, + 30.346406936645508, + 30.26947593688965, + 29.6245174407959, + 28.861650466918945, + 27.817577362060547, + 26.931106567382812, + 26.231185913085938, + 25.355941772460938, + 24.80193328857422, + 24.48518943786621, + 24.11243438720703, + 23.964765548706055, + 23.9202880859375, + 23.8170166015625, + 23.578086853027344, + 23.803142547607422, + 24.47149658203125, + 25.704185485839844, + 27.323070526123047, + 28.643022537231445, + 29.611045837402344, + 30.384817123413086, + 30.89513397216797 ], "timestamps": [ - "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", "2026-06-03 07:00:00", @@ -807,6 +806,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 629282040e5f53e582e58727698bb2bbe6614581..0675b3b153b113029ccf4153aef42d3285c1f0f6 100644 --- a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T03:32:39.171425+00:00", + "evaluated_at": "2026-06-18T04:55:55.391525+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 19.0, 10.0, 12.0, 15.0, @@ -72,8 +71,8 @@ 13.0, 15.0, 14.0, - 18.0, - 13.0, + 19.0, + 14.0, 15.0, 13.0, 15.0, @@ -124,10 +123,10 @@ 20.0, 11.0, 18.0, - 15.0, 17.0, - 23.0, - 12.0, + 18.0, + 25.0, + 13.0, 20.0, 11.0, 12.0, @@ -150,7 +149,7 @@ 11.0, 12.0, 17.0, - 11.0, + 13.0, 17.0, 11.0, 14.0, @@ -173,20 +172,20 @@ 9.0, 9.0, 9.0, - 10.0 + 10.0, + 9.0 ], "actuals": [ - 9.0, 13.0, 18.0, 10.0, 13.0, 19.0, 23.0, - 15.0, - 12.0, + 20.0, 14.0, - 13.0, + 15.0, + 17.0, 16.0, 22.0, 14.0, @@ -199,88 +198,88 @@ 6.0, 6.0, 10.0, - 5.0 + 13.0, + 1.0 ], "p50": [ - 10.937917709350586, - 11.264604568481445, - 11.378650665283203, - 11.370030403137207, - 11.266088485717773, - 11.257277488708496, - 11.300895690917969, - 11.346210479736328, - 11.389630317687988, - 11.510784149169922, - 11.518157005310059, - 11.449915885925293, - 11.569416999816895, - 11.703192710876465, - 11.762837409973145, - 11.770563125610352, - 11.829763412475586, - 11.626115798950195, - 11.42483901977539, - 11.481980323791504, - 11.410659790039062, - 11.427725791931152, - 11.328171730041504, - 11.413354873657227 + 10.496036529541016, + 10.737045288085938, + 10.843070983886719, + 10.842608451843262, + 10.847145080566406, + 10.843950271606445, + 10.86054801940918, + 10.935858726501465, + 11.049052238464355, + 11.138775825500488, + 11.167282104492188, + 11.208501815795898, + 11.306421279907227, + 11.359867095947266, + 11.454652786254883, + 11.414848327636719, + 11.36076545715332, + 11.16919231414795, + 11.171142578125, + 11.093168258666992, + 11.088224411010742, + 11.081574440002441, + 10.942147254943848, + 10.992959022521973 ], "p10": [ - 12.382301330566406, - 12.901188850402832, - 12.951312065124512, - 13.05254077911377, - 12.872224807739258, - 12.955921173095703, - 12.895586013793945, - 12.946759223937988, - 13.152536392211914, - 13.235401153564453, - 13.19725227355957, - 13.285079956054688, - 13.298343658447266, - 13.307154655456543, - 13.430109977722168, - 13.575109481811523, - 13.460558891296387, - 13.257048606872559, - 13.178089141845703, - 13.105052947998047, - 13.063861846923828, - 13.025773048400879, - 12.923341751098633, - 13.009206771850586 + 11.894170761108398, + 12.310199737548828, + 12.328741073608398, + 12.485270500183105, + 12.427838325500488, + 12.519739151000977, + 12.385625839233398, + 12.413268089294434, + 12.787582397460938, + 12.825450897216797, + 12.770807266235352, + 12.984583854675293, + 12.973188400268555, + 12.952951431274414, + 13.106329917907715, + 13.202301025390625, + 12.947287559509277, + 12.792403221130371, + 12.900087356567383, + 12.707038879394531, + 12.690327644348145, + 12.721960067749023, + 12.555793762207031, + 12.568399429321289 ], "p90": [ - 15.538036346435547, - 16.205251693725586, - 16.62152862548828, - 16.651775360107422, - 16.64499282836914, - 16.708789825439453, - 16.820222854614258, - 16.8935489654541, - 17.003787994384766, - 17.055763244628906, - 17.139137268066406, - 17.065336227416992, - 17.171573638916016, - 17.3338623046875, - 17.408809661865234, - 17.443809509277344, - 17.50473403930664, - 17.27419090270996, - 17.104793548583984, - 17.01024627685547, - 16.988319396972656, - 17.093109130859375, - 16.99835205078125, - 16.93301010131836 + 14.929742813110352, + 15.489876747131348, + 15.87746810913086, + 15.92468547821045, + 16.02490997314453, + 16.0751953125, + 16.17869758605957, + 16.264142990112305, + 16.429534912109375, + 16.45539665222168, + 16.543190002441406, + 16.583309173583984, + 16.6920166015625, + 16.778034210205078, + 16.876522064208984, + 16.865367889404297, + 16.829479217529297, + 16.61077117919922, + 16.675189971923828, + 16.47028350830078, + 16.503421783447266, + 16.580650329589844, + 16.446805953979492, + 16.336856842041016 ], "timestamps": [ - "2026-06-10 04:00:00", "2026-06-10 05:00:00", "2026-06-10 06:00:00", "2026-06-10 07:00:00", @@ -471,6 +470,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 8431a5c864f2e613a1abfba2b17d79b3d58dca4a..e2947ad1ae646114613136081ec129cd0ab19d87 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,55 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T04:32:59.401186+00:00", + "evaluated_at": "2026-06-18T04:55:58.044863+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 18d5248260ede045523a493ed48d55e6cae7784b..7c97b0910584c24d25035730185466b37576d6aa 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,1250385.2484092712,1250385.2484092712,969.8792317708334,0.9954106065536417,0.015011720566137978,0.014863200595768343,15.029940471855262,1118.2062638034502,0.0172159279743841,0.014932281760990554,0.010802923495154253,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,1261129.5170167286,1261129.5170167286,972.7130533854166,0.9983190264886544,0.015057370765602521,0.014907526395187347,15.146277269255775,1123.0002301944237,0.017290490232107505,0.01497656464887119,0.010847026244055945,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.599317467854083,0.599317467854083,0.5944896539052328,0.3283775639867488,0.026530083893923598,0.026747771423885704,2.1204012782978103,0.7741559712707013,0.03505744366808659,0.026921303104895065,0.02886119856295038,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.006416298662224603,0.006416298662224603,0.05503040055433909,0.05277893759194585,0.04987116337815864,0.04769569975554676,0.9156664836769169,0.08010180186627891,0.0621779747252599,0.04271662777949412,0.09175994047993102,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.032104049374029366,0.032104049374029366,0.13179583019680446,0.6339545038152867,0.0857126727906102,0.09166708881439115,3.51494335521043,0.17917602901624247,0.1238068566890403,0.09106813869566051,0.09586754416319655,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TiRex,1.152973081141378,1.152973081141378,0.8751972516377767,0.5961608267635972,0.0494476243381449,0.047648394758504915,12.255809112412734,1.0737658409268653,0.05914707243570027,0.048209165597465804,0.03871690065110235,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,36.9562932382161,36.9562932382161,5.077369610468547,0.404117147909381,0.13465162935563177,0.13904509043434066,3.0360730294707614,6.079168795009405,0.16338191610327626,0.13645786187149508,0.16757809505009363,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.0257247503886902,1.0257247503886902,0.9670674006144205,0.48114342327916565,0.038017588486279306,0.038842219798652426,1.858545730648565,1.0127807020222543,0.0390281588390367,0.037266567228099304,0.03487736930870868,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,30.86254000500249,30.86254000500249,4.584708571434021,0.8755942099290439,0.5689769906370795,0.39865444112393794,8.873502833773665,5.5554063762251,0.46295053135209163,0.38205904761950177,0.30136271450254654,Hazards,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.015855296363206744,0.015855296363206744,0.09167671998341878,0.08778491665380082,0.07758255071936725,0.0839699734271124,0.8646170132215841,0.12591781590865822,0.10012548804846298,0.07289815396481092,0.11222334457342324,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.027753554246473695,0.027753554246473695,0.1171950896581014,0.5566766095149585,0.07665478431632405,0.08107080637407862,3.785351160838731,0.16659398022279706,0.11478245527312333,0.08074685603237608,0.09207714576153347,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TiRex,0.5831776060889146,0.5831776060889146,0.6714949607849121,0.40868669424599197,0.03949918928377991,0.03851345189842589,1.549918996534075,0.7636606616088815,0.04432371433763761,0.03897431453165149,0.0286827644000655,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,49.57888852088005,49.57888852088005,5.484606424967448,0.43575177096761997,0.13916376451532095,0.14525740443551824,2.898034040394222,7.041227770842245,0.1884360713653645,0.1467780508373584,0.16726697766980014,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.6823180179555189,0.6823180179555189,0.7759795983632406,0.3876171055918016,0.030812621145745317,0.03137891744902872,1.8111712228950048,0.8260254342061865,0.0318109948238442,0.02988368392150518,0.030839140858069398,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,37.85705501823512,37.85705501823512,5.247763276100159,1.002225347159712,1.003599605891391,0.4644215805113072,11.623166698992094,6.152808709706091,0.4922246967764872,0.4198210620880127,0.3301277013708044,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TiRex,1982.7032525837421,1982.7032525837421,40.825297037760414,0.3468343819137168,0.014581629567332083,0.0147091626489025,13.412217833932523,44.52755610387507,0.015950169350641818,0.014623986998600746,0.015894243301720564,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,42.39091997034848,42.39091997034848,6.412445068359375,0.13385506650553705,0.029444010881540167,0.029126305095609643,1.3562794237567775,6.5108309738733405,0.027471860649254602,0.02705673024624209,0.03844087353012006,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index ebc9f6a2a7a5e9b724d1d18baf023bc9c3606e0e..bf49330f23fcd149d9bf341953a748bdf2165b2e 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T04:39:15.447629+00:00", + "evaluated_at": "2026-06-18T04:57:26.624761+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64548.73828125, 64689.5, 64282.8203125, - 63952.01171875 + 63884.0 ], "p50": [ 65922.3046875, diff --git a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 65af349f0b39ae9eecf0a1fbc02cd88b68e22188..8ca4a60de2ccce99deced116c2aebff15662fa65 100644 --- a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T03:34:48.079887+00:00", + "evaluated_at": "2026-06-18T04:57:31.987912+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 469862b63f4a2c16354d6a7216f9fc9cefaf0757..a1915728b5b6a36c198b35232aa9a02f9d360555 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T04:23:12.203643+00:00", + "evaluated_at": "2026-06-18T04:57:37.319361+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5740000009536743, - 1.5729999542236328, - 1.5720000267028809, - 1.5509999990463257, 1.534999966621399, 1.5199999809265137, 1.5, @@ -245,13 +241,13 @@ 1.6339999437332153, 1.6330000162124634, 1.6440000534057617, - 1.6490000486373901 - ], - "actuals": [ + 1.6490000486373901, 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, - 1.6480000019073486, + 1.6480000019073486 + ], + "actuals": [ 1.6339999437332153, 1.6339999437332153, 1.6319999694824219, @@ -307,199 +303,199 @@ 1.0729999542236328, 1.0889999866485596, 1.1069999933242798, - 1.13100004196167 + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601 ], "p50": [ - 1.6557328701019287, - 1.6581237316131592, - 1.6580586433410645, - 1.6576685905456543, - 1.653768539428711, - 1.6479237079620361, - 1.6398863792419434, - 1.6303755044937134, - 1.619236946105957, - 1.6076951026916504, - 1.595775842666626, - 1.5826632976531982, - 1.5673081874847412, - 1.550936222076416, - 1.534429669380188, - 1.5172555446624756, - 1.4992865324020386, - 1.4798896312713623, - 1.4609570503234863, - 1.4412555694580078, - 1.420459508895874, - 1.3998581171035767, - 1.3800365924835205, - 1.3591771125793457, - 1.3398470878601074, - 1.3206884860992432, - 1.3015295267105103, - 1.2826861143112183, - 1.2624576091766357, - 1.2431458234786987, - 1.2216713428497314, - 1.2017123699188232, - 1.3365628719329834, - 1.3133412599563599, - 1.2840657234191895, - 1.2736153602600098, - 1.2546589374542236, - 1.2302682399749756, - 1.2139376401901245, - 1.2013990879058838, - 1.1861319541931152, - 1.1761759519577026, - 1.1613075733184814, - 1.1484925746917725, - 1.1359537839889526, - 1.1234915256500244, - 1.1115692853927612, - 1.098418116569519, - 1.0875916481018066, - 1.0779547691345215, - 1.066734790802002, - 1.0575400590896606, - 1.0517929792404175, - 1.0420395135879517, - 1.0377031564712524, - 1.031295657157898, - 1.0250816345214844, - 1.02043616771698, - 1.0159231424331665, - 1.0142802000045776 + 1.6461668014526367, + 1.637686848640442, + 1.6276025772094727, + 1.6170721054077148, + 1.6045920848846436, + 1.590916633605957, + 1.5760746002197266, + 1.5598971843719482, + 1.5419039726257324, + 1.5232993364334106, + 1.5041370391845703, + 1.4840013980865479, + 1.462227463722229, + 1.440051794052124, + 1.417833924293518, + 1.3948509693145752, + 1.371541142463684, + 1.3473894596099854, + 1.323412299156189, + 1.2995712757110596, + 1.2743980884552002, + 1.250274896621704, + 1.2263753414154053, + 1.2016239166259766, + 1.1769940853118896, + 1.1523351669311523, + 1.1285957098007202, + 1.1043843030929565, + 1.0800650119781494, + 1.059685230255127, + 1.0367014408111572, + 1.0157182216644287, + 1.1324478387832642, + 1.1218799352645874, + 1.1064857244491577, + 1.1002109050750732, + 1.0836262702941895, + 1.0630743503570557, + 1.0487085580825806, + 1.0342371463775635, + 1.0173544883728027, + 1.0087227821350098, + 0.9948224425315857, + 0.9795372486114502, + 0.9652562141418457, + 0.9534069299697876, + 0.9433578848838806, + 0.9323928952217102, + 0.9217662811279297, + 0.9112099409103394, + 0.8981376886367798, + 0.8884612321853638, + 0.8824911117553711, + 0.8732760548591614, + 0.8694732189178467, + 0.8637503385543823, + 0.8575037717819214, + 0.8504693508148193, + 0.8428693413734436, + 0.8422900438308716 ], "p10": [ - 1.6438144445419312, - 1.6438621282577515, - 1.6387977600097656, - 1.6316871643066406, - 1.6201785802841187, - 1.605893850326538, - 1.5886061191558838, - 1.5696157217025757, - 1.5487706661224365, - 1.525802731513977, - 1.500421166419983, - 1.4731014966964722, - 1.4431350231170654, - 1.4117474555969238, - 1.3770670890808105, - 1.3414502143859863, - 1.3050026893615723, - 1.265639305114746, - 1.2270548343658447, - 1.1876190900802612, - 1.1464394330978394, - 1.1082680225372314, - 1.0701544284820557, - 1.0307236909866333, - 0.9867609739303589, - 0.9428240060806274, - 0.8965370655059814, - 0.8521738648414612, - 0.8051655292510986, - 0.7544135451316833, - 0.7013254761695862, - 0.6628289222717285, - 0.6335970163345337, - 0.6811540126800537, - 0.6524537205696106, - 0.5957872271537781, - 0.550075888633728, - 0.5101191401481628, - 0.4592299461364746, - 0.4298746585845947, - 0.4052782654762268, - 0.38931208848953247, - 0.3588660955429077, - 0.33741849660873413, - 0.32262617349624634, - 0.3050886392593384, - 0.2764280438423157, - 0.24382346868515015, - 0.21950948238372803, - 0.19101977348327637, - 0.16511750221252441, - 0.14579874277114868, - 0.1230664849281311, - 0.10538560152053833, - 0.09504079818725586, - 0.08178603649139404, - 0.05813717842102051, - 0.04126477241516113, - 0.03135800361633301, - 0.01289355754852295 + 1.6354955434799194, + 1.625011682510376, + 1.6100516319274902, + 1.5927848815917969, + 1.5736441612243652, + 1.5521087646484375, + 1.5286741256713867, + 1.5039737224578857, + 1.4772722721099854, + 1.448928713798523, + 1.4179553985595703, + 1.3840491771697998, + 1.3494633436203003, + 1.3136831521987915, + 1.2755930423736572, + 1.235908031463623, + 1.196040153503418, + 1.1526341438293457, + 1.1096924543380737, + 1.0660730600357056, + 1.0212585926055908, + 0.9790449738502502, + 0.9365994930267334, + 0.891990602016449, + 0.8436117172241211, + 0.7966915369033813, + 0.7480111718177795, + 0.6962692141532898, + 0.6445650458335876, + 0.5923067331314087, + 0.5402800440788269, + 0.501114547252655, + 0.553193986415863, + 0.5718449950218201, + 0.5317251682281494, + 0.4791325330734253, + 0.43329548835754395, + 0.39516448974609375, + 0.3459988236427307, + 0.3169971704483032, + 0.2937082052230835, + 0.2796451449394226, + 0.25592952966690063, + 0.23733383417129517, + 0.22079509496688843, + 0.19625896215438843, + 0.1643434762954712, + 0.1300257444381714, + 0.10410177707672119, + 0.0724935531616211, + 0.042656898498535156, + 0.021369218826293945, + 0.0010535717010498047, + -0.014489054679870605, + -0.022104382514953613, + -0.035672545433044434, + -0.06297910213470459, + -0.08903241157531738, + -0.10548412799835205, + -0.12396812438964844 ], "p90": [ - 1.667181372642517, - 1.6724836826324463, - 1.6779654026031494, - 1.6846418380737305, - 1.6876519918441772, - 1.6894185543060303, - 1.6894497871398926, - 1.689763069152832, - 1.6888487339019775, - 1.6880477666854858, - 1.6888501644134521, - 1.689745545387268, - 1.6864097118377686, - 1.684462070465088, - 1.6820621490478516, - 1.681452751159668, - 1.681218147277832, - 1.6799243688583374, - 1.6774871349334717, - 1.6764252185821533, - 1.6739099025726318, - 1.6745378971099854, - 1.6754214763641357, - 1.6742818355560303, - 1.6744205951690674, - 1.6735413074493408, - 1.6733205318450928, - 1.6759846210479736, - 1.6781599521636963, - 1.68146812915802, - 1.6811802387237549, - 1.675197720527649, - 1.8018800020217896, - 1.742461919784546, - 1.7340747117996216, - 1.7568964958190918, - 1.7727489471435547, - 1.7885065078735352, - 1.8052117824554443, - 1.8243151903152466, - 1.8386363983154297, - 1.8494209051132202, - 1.853215217590332, - 1.859627366065979, - 1.8629120588302612, - 1.8708257675170898, - 1.8791636228561401, - 1.876541018486023, - 1.880934238433838, - 1.8954734802246094, - 1.9060003757476807, - 1.9200291633605957, - 1.9269838333129883, - 1.938136100769043, - 1.948415756225586, - 1.9622814655303955, - 1.9649543762207031, - 1.9726977348327637, - 1.9796249866485596, - 1.9925715923309326 + 1.6558014154434204, + 1.6505708694458008, + 1.6457982063293457, + 1.6415326595306396, + 1.6357157230377197, + 1.629945993423462, + 1.6240112781524658, + 1.6181800365447998, + 1.6106624603271484, + 1.6026835441589355, + 1.595643401145935, + 1.5888923406600952, + 1.5793870687484741, + 1.5703656673431396, + 1.561605453491211, + 1.5549771785736084, + 1.5494129657745361, + 1.5434327125549316, + 1.537940502166748, + 1.5330548286437988, + 1.5273020267486572, + 1.5251479148864746, + 1.5239263772964478, + 1.5202622413635254, + 1.5176316499710083, + 1.5137156248092651, + 1.5109889507293701, + 1.5115811824798584, + 1.5131580829620361, + 1.5171771049499512, + 1.5167795419692993, + 1.5104665756225586, + 1.6014978885650635, + 1.541689157485962, + 1.535944938659668, + 1.5596141815185547, + 1.5717010498046875, + 1.5856248140335083, + 1.5993335247039795, + 1.6137959957122803, + 1.6245476007461548, + 1.6310300827026367, + 1.6318583488464355, + 1.6351842880249023, + 1.6401424407958984, + 1.6475706100463867, + 1.6570112705230713, + 1.657355546951294, + 1.6630929708480835, + 1.6777937412261963, + 1.6887643337249756, + 1.7006361484527588, + 1.7074389457702637, + 1.7186336517333984, + 1.7299394607543945, + 1.7453978061676025, + 1.7491686344146729, + 1.7571208477020264, + 1.7650516033172607, + 1.7765088081359863 ], "timestamps": [ - "2026-06-16 22:18:00", - "2026-06-16 22:24:00", - "2026-06-16 22:30:00", - "2026-06-16 22:36:00", "2026-06-16 22:42:00", "2026-06-16 22:48:00", "2026-06-16 22:54:00", @@ -795,6 +791,10 @@ "2026-06-18 03:54:00", "2026-06-18 04:00:00", "2026-06-18 04:06:00", - "2026-06-18 04:12:00" + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 77aa773129057344d30c86f4501e105539d4befa..e7de278358529c165100ef7d098f774125be280b 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T04:23:50.488772+00:00", + "evaluated_at": "2026-06-18T04:58:53.401474+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 1.0, 0.8999999761581421, 0.8999999761581421, 1.0, @@ -81,10 +80,10 @@ 1.5, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -155,233 +154,232 @@ 1.7000000476837158, 1.7999999523162842, 1.7999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.600000023841858 ], "p50": [ - 1.3108371496200562, - 1.3073112964630127, - 1.3083322048187256, - 1.310976266860962, - 1.3137845993041992, - 1.3152403831481934, - 1.3161115646362305, - 1.3187596797943115, - 1.3196550607681274, - 1.3203258514404297, - 1.3221335411071777, - 1.3241091966629028, - 1.3277535438537598, - 1.3256165981292725, - 1.3248231410980225, - 1.3288028240203857, - 1.3333282470703125, - 1.3352292776107788, - 1.331700086593628, - 1.3295129537582397, - 1.3294426202774048, - 1.3274552822113037, - 1.328061580657959, - 1.3291728496551514, - 1.3285318613052368, - 1.32551908493042, - 1.3228310346603394, - 1.324406385421753, - 1.325758457183838, - 1.3255985975265503, - 1.3242591619491577, - 1.3228884935379028, - 1.370341420173645, - 1.3782305717468262, - 1.3897662162780762, - 1.3929684162139893, - 1.3952486515045166, - 1.3938509225845337, - 1.388384222984314, - 1.4047815799713135, - 1.3988953828811646, - 1.3926355838775635, - 1.3904870748519897, - 1.3893438577651978, - 1.3844554424285889, - 1.3743197917938232, - 1.3753827810287476, - 1.384503960609436, - 1.3906067609786987, - 1.3763513565063477, - 1.3714232444763184, - 1.379544973373413, - 1.3797143697738647, - 1.380661964416504, - 1.3775951862335205, - 1.373241662979126, - 1.3689883947372437, - 1.3684945106506348, - 1.3742387294769287, - 1.37124502658844, - 1.3709003925323486, - 1.366486668586731, - 1.364058256149292, - 1.3764641284942627, - 1.2739824056625366, - 1.2717665433883667, - 1.2743803262710571, - 1.2758145332336426, - 1.267650842666626, - 1.2673120498657227, - 1.269404649734497, - 1.2770708799362183 + 1.3048702478408813, + 1.310666561126709, + 1.316556453704834, + 1.3212252855300903, + 1.325284481048584, + 1.3291152715682983, + 1.3335762023925781, + 1.3367754220962524, + 1.3410669565200806, + 1.3452024459838867, + 1.350873351097107, + 1.3571337461471558, + 1.35347580909729, + 1.3565049171447754, + 1.361931324005127, + 1.366004228591919, + 1.3695478439331055, + 1.372300386428833, + 1.3724899291992188, + 1.3725694417953491, + 1.3731765747070312, + 1.373979926109314, + 1.3771119117736816, + 1.3791165351867676, + 1.377555012702942, + 1.3772978782653809, + 1.377842903137207, + 1.3796372413635254, + 1.3821160793304443, + 1.382270336151123, + 1.3824059963226318, + 1.3831441402435303, + 1.410460352897644, + 1.4229304790496826, + 1.440674066543579, + 1.44850754737854, + 1.4444327354431152, + 1.449372410774231, + 1.4495676755905151, + 1.447658658027649, + 1.4405595064163208, + 1.4376873970031738, + 1.4384695291519165, + 1.429760456085205, + 1.426246166229248, + 1.4269459247589111, + 1.4306756258010864, + 1.4338244199752808, + 1.4264185428619385, + 1.4163304567337036, + 1.4249563217163086, + 1.4325215816497803, + 1.4289326667785645, + 1.426747441291809, + 1.4260923862457275, + 1.4209487438201904, + 1.419093132019043, + 1.4200096130371094, + 1.4195233583450317, + 1.4162530899047852, + 1.4097522497177124, + 1.409142255783081, + 1.4139400720596313, + 1.4127033948898315, + 1.275715947151184, + 1.2646424770355225, + 1.2749093770980835, + 1.2713795900344849, + 1.2603213787078857, + 1.2730610370635986, + 1.276041030883789, + 1.2804200649261475 ], "p10": [ - 1.197445273399353, - 1.1649553775787354, - 1.1506677865982056, - 1.1442022323608398, - 1.1396714448928833, - 1.132736325263977, - 1.1242600679397583, - 1.1176398992538452, - 1.1126893758773804, - 1.1075526475906372, - 1.102454423904419, - 1.0994566679000854, - 1.095912218093872, - 1.0885709524154663, - 1.0838814973831177, - 1.0827213525772095, - 1.0816874504089355, - 1.0772145986557007, - 1.0745149850845337, - 1.0712100267410278, - 1.0650365352630615, - 1.0622467994689941, - 1.062782883644104, - 1.0628129243850708, - 1.0574111938476562, - 1.0524990558624268, - 1.0485332012176514, - 1.0458576679229736, - 1.0447561740875244, - 1.0417747497558594, - 1.037396788597107, - 1.0346163511276245, - 1.0580272674560547, - 1.072258710861206, - 1.081892728805542, - 1.0739432573318481, - 1.065407156944275, - 1.057420015335083, - 1.0483322143554688, - 1.051984190940857, - 1.0524401664733887, - 1.0500261783599854, - 1.0444973707199097, - 1.044313669204712, - 1.0429165363311768, - 1.0372532606124878, - 1.0372217893600464, - 1.0322662591934204, - 1.0269489288330078, - 1.0205579996109009, - 1.020003318786621, - 1.0246502161026, - 1.0249338150024414, - 1.0221805572509766, - 1.0208162069320679, - 1.0177910327911377, - 1.0113332271575928, - 1.0064384937286377, - 1.010472297668457, - 1.005052089691162, - 1.0018017292022705, - 0.9953552484512329, - 0.9916568994522095, - 0.9994921684265137, - 0.9290448427200317, - 0.9497650861740112, - 0.9341578483581543, - 0.9096993207931519, - 0.9027996063232422, - 0.8979341983795166, - 0.8943228721618652, - 0.8954397439956665 + 1.2205766439437866, + 1.1966674327850342, + 1.1827170848846436, + 1.1731963157653809, + 1.1678881645202637, + 1.1618095636367798, + 1.153577208518982, + 1.1469906568527222, + 1.144673228263855, + 1.1417217254638672, + 1.1380045413970947, + 1.1355184316635132, + 1.1262471675872803, + 1.1242011785507202, + 1.124124526977539, + 1.119508981704712, + 1.1174582242965698, + 1.1133671998977661, + 1.1114121675491333, + 1.1077440977096558, + 1.1024175882339478, + 1.100833773612976, + 1.102109432220459, + 1.0999879837036133, + 1.0930566787719727, + 1.0896668434143066, + 1.0878627300262451, + 1.0821892023086548, + 1.078241229057312, + 1.0720833539962769, + 1.0670945644378662, + 1.0645865201950073, + 1.0724576711654663, + 1.096416711807251, + 1.1064664125442505, + 1.0944766998291016, + 1.0846195220947266, + 1.077397346496582, + 1.0712664127349854, + 1.0663331747055054, + 1.0664713382720947, + 1.0633758306503296, + 1.0571216344833374, + 1.05898118019104, + 1.0583786964416504, + 1.0588253736495972, + 1.057766079902649, + 1.0473291873931885, + 1.035185694694519, + 1.0343611240386963, + 1.0407462120056152, + 1.0454009771347046, + 1.0424810647964478, + 1.0357167720794678, + 1.0349705219268799, + 1.0325411558151245, + 1.028655767440796, + 1.0265463590621948, + 1.0248674154281616, + 1.0180728435516357, + 1.0107141733169556, + 1.0063085556030273, + 1.0058047771453857, + 1.004366159439087, + 0.8988293409347534, + 0.9277148246765137, + 0.9147666096687317, + 0.885156512260437, + 0.8770876526832581, + 0.8760961294174194, + 0.8723227977752686, + 0.8724789619445801 ], "p90": [ - 1.4865868091583252, - 1.5235799551010132, - 1.5303810834884644, - 1.541633129119873, - 1.5566954612731934, - 1.5684787034988403, - 1.5772781372070312, - 1.5898754596710205, - 1.5983343124389648, - 1.6041202545166016, - 1.6124662160873413, - 1.62565279006958, - 1.6411830186843872, - 1.6441559791564941, - 1.6508245468139648, - 1.675856351852417, - 1.6953821182250977, - 1.6996181011199951, - 1.6933399438858032, - 1.6838808059692383, - 1.6823501586914062, - 1.6782958507537842, - 1.6806960105895996, - 1.6815245151519775, - 1.6871445178985596, - 1.6849080324172974, - 1.6855839490890503, - 1.692420482635498, - 1.6998635530471802, - 1.7095892429351807, - 1.7123727798461914, - 1.7138664722442627, - 1.7104694843292236, - 1.7675468921661377, - 1.7933530807495117, - 1.8212881088256836, - 1.8588260412216187, - 1.8785033226013184, - 1.8751800060272217, - 1.9092252254486084, - 1.9158846139907837, - 1.9067065715789795, - 1.9045915603637695, - 1.9191675186157227, - 1.9126760959625244, - 1.8887262344360352, - 1.8870043754577637, - 1.911805272102356, - 1.9228371381759644, - 1.8966155052185059, - 1.8857355117797852, - 1.9061269760131836, - 1.9132355451583862, - 1.9150408506393433, - 1.9089744091033936, - 1.905299425125122, - 1.9046235084533691, - 1.915174961090088, - 1.9277644157409668, - 1.9258639812469482, - 1.9343873262405396, - 1.9316720962524414, - 1.9362566471099854, - 1.9609466791152954, - 1.7580902576446533, - 1.8388671875, - 1.8208212852478027, - 1.8414092063903809, - 1.8672995567321777, - 1.8760650157928467, - 1.8824608325958252, - 1.8967182636260986 + 1.4606544971466064, + 1.5163543224334717, + 1.5292997360229492, + 1.545027732849121, + 1.5669021606445312, + 1.5813754796981812, + 1.5924561023712158, + 1.603245496749878, + 1.6191277503967285, + 1.633075475692749, + 1.6491941213607788, + 1.6676921844482422, + 1.6642158031463623, + 1.6725863218307495, + 1.6878809928894043, + 1.7127037048339844, + 1.7288247346878052, + 1.7316476106643677, + 1.7309672832489014, + 1.7249577045440674, + 1.7213224172592163, + 1.7273796796798706, + 1.7388033866882324, + 1.7450265884399414, + 1.740386724472046, + 1.740271806716919, + 1.7458386421203613, + 1.7519450187683105, + 1.761296033859253, + 1.76889967918396, + 1.7745872735977173, + 1.7789170742034912, + 1.7726633548736572, + 1.880603551864624, + 1.910315990447998, + 1.9448654651641846, + 1.977020502090454, + 2.00793194770813, + 2.012923240661621, + 2.0142569541931152, + 2.018908977508545, + 2.0176236629486084, + 2.0283143520355225, + 2.0270633697509766, + 2.0188307762145996, + 2.016951084136963, + 2.019561767578125, + 2.040363073348999, + 2.0227696895599365, + 2.0054638385772705, + 2.0233802795410156, + 2.0403850078582764, + 2.043229579925537, + 2.0395755767822266, + 2.039724349975586, + 2.0368332862854004, + 2.042153835296631, + 2.0567784309387207, + 2.0578572750091553, + 2.055819272994995, + 2.052177906036377, + 2.066300392150879, + 2.085676670074463, + 2.0897340774536133, + 1.7765063047409058, + 1.880703330039978, + 1.8769444227218628, + 1.882382869720459, + 1.9055919647216797, + 1.9316644668579102, + 1.928794264793396, + 1.9297988414764404 ], "timestamps": [ - "2026-06-16 03:50:00", - "2026-06-16 04:00:00", "2026-06-16 04:10:00", "2026-06-16 04:20:00", "2026-06-16 04:30:00", @@ -527,6 +525,8 @@ "2026-06-17 03:50:00", "2026-06-17 04:00:00", "2026-06-17 04:10:00", - "2026-06-17 04:20:00" + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00" ] } diff --git a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json index a44f4f68828cf439fcf45bd9d410e26e80e344f1..4402976964083573948762e2a8727b16af6a786c 100644 --- a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,26 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T03:35:05.031219+00:00", + "evaluated_at": "2026-06-18T04:58:59.492950+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 19.0, - 19.0, - 19.0, - 19.0, - 20.0, - 20.0, - 19.0, - 20.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, 20.0, 20.0, 20.0, @@ -101,9 +86,7 @@ 19.0, 19.0, 19.0, - 19.0 - ], - "actuals": [ + 19.0, 19.0, 19.0, 19.0, @@ -118,7 +101,9 @@ 18.0, 18.0, 18.0, - 18.0, + 18.0 + ], + "actuals": [ 18.0, 18.0, 18.0, @@ -127,88 +112,102 @@ 18.0, 17.0, 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, 17.0 ], "p50": [ - 19.01891326904297, - 19.025400161743164, - 19.026498794555664, - 19.031171798706055, - 19.033950805664062, - 19.02896499633789, - 19.026355743408203, - 19.027036666870117, - 19.024499893188477, - 19.025480270385742, - 19.022783279418945, - 19.03216552734375, - 19.036205291748047, - 19.04245376586914, - 19.034120559692383, - 19.030494689941406, - 19.032747268676758, - 19.041412353515625, - 19.032825469970703, - 19.03205680847168, - 19.022197723388672, - 19.028284072875977, - 19.02326011657715, - 19.025453567504883 + 18.038467407226562, + 18.050050735473633, + 18.050630569458008, + 18.04273796081543, + 18.025115966796875, + 18.009098052978516, + 17.998323440551758, + 17.99301528930664, + 17.975574493408203, + 17.947124481201172, + 17.93032455444336, + 17.924144744873047, + 17.90717887878418, + 17.897659301757812, + 17.874744415283203, + 17.857032775878906, + 17.831764221191406, + 17.82109832763672, + 17.792098999023438, + 17.775110244750977, + 17.749807357788086, + 17.718130111694336, + 17.705059051513672, + 17.701587677001953 ], "p10": [ - 18.96719741821289, - 18.911033630371094, - 18.861982345581055, - 18.792152404785156, - 18.735076904296875, - 18.692764282226562, - 18.650115966796875, - 18.623111724853516, - 18.6033878326416, - 18.601879119873047, - 18.591053009033203, - 18.58209991455078, - 18.51882553100586, - 18.479278564453125, - 18.433622360229492, - 18.375076293945312, - 18.324710845947266, - 18.300107955932617, - 18.26775360107422, - 18.237916946411133, - 18.230159759521484, - 18.18042755126953, - 18.17584800720215, - 18.14883041381836 + 17.939056396484375, + 17.745594024658203, + 17.54682159423828, + 17.29461669921875, + 17.03211212158203, + 16.849327087402344, + 16.657697677612305, + 16.574909210205078, + 16.521102905273438, + 16.48883628845215, + 16.37206268310547, + 16.397920608520508, + 16.31753158569336, + 16.212663650512695, + 16.106563568115234, + 15.990117073059082, + 15.885238647460938, + 15.820955276489258, + 15.772525787353516, + 15.720462799072266, + 15.664787292480469, + 15.558252334594727, + 15.507780075073242, + 15.431966781616211 ], "p90": [ - 19.164260864257812, - 19.30375862121582, - 19.450849533081055, - 19.66603660583496, - 19.910097122192383, - 19.966398239135742, - 19.89982795715332, - 19.91057777404785, - 20.02475929260254, - 20.084604263305664, - 20.122913360595703, - 20.14267349243164, - 20.16147804260254, - 20.196794509887695, - 20.182029724121094, - 20.235370635986328, - 20.307626724243164, - 20.31203269958496, - 20.28142547607422, - 20.216991424560547, - 20.350854873657227, - 20.40912628173828, - 20.415803909301758, - 20.417539596557617 + 18.116962432861328, + 18.210676193237305, + 18.356170654296875, + 18.50150489807129, + 18.60481071472168, + 18.6336669921875, + 18.627687454223633, + 18.685422897338867, + 18.78166389465332, + 18.88176155090332, + 18.989439010620117, + 19.027950286865234, + 19.047557830810547, + 19.068662643432617, + 19.08648109436035, + 19.136585235595703, + 19.18393898010254, + 19.264755249023438, + 19.300315856933594, + 19.346288681030273, + 19.41790008544922, + 19.420757293701172, + 19.415464401245117, + 19.42095184326172 ], "timestamps": [ - "2026-06-17 18:00:00", "2026-06-17 19:00:00", "2026-06-17 20:00:00", "2026-06-17 21:00:00", @@ -327,6 +326,7 @@ "2026-06-22 14:00:00", "2026-06-22 15:00:00", "2026-06-22 16:00:00", - "2026-06-22 17:00:00" + "2026-06-22 17:00:00", + "2026-06-22 18:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index f4791c8d74c723c7ceed17f471f9aa7a380ad2e9..ec1a145e34309199976b75020da4966d9fa610ee 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T03:35:09.225908+00:00", + "evaluated_at": "2026-06-18T04:59:49.619880+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.599998474121094, 33.29999923706055, 35.5, 46.0, @@ -341,10 +340,10 @@ 17.899999618530273, 19.399999618530273, 20.399999618530273, - 22.5 + 22.5, + 24.0 ], "actuals": [ - 24.0, 24.799999237060547, 26.200000762939453, 26.200000762939453, @@ -367,88 +366,88 @@ 25.200000762939453, 25.700000762939453, 26.299999237060547, - 27.0 + 27.0, + 27.799999237060547 ], "p50": [ - 22.226970672607422, - 22.160999298095703, - 22.528560638427734, - 23.014270782470703, - 23.523658752441406, - 24.39308738708496, - 27.430511474609375, - 34.82352066040039, - 46.765480041503906, - 52.55075454711914, - 55.276939392089844, - 55.83412170410156, - 53.92972183227539, - 50.31425476074219, - 47.44529724121094, - 44.503299713134766, - 41.30681610107422, - 38.27977752685547, - 37.1932373046875, - 29.42279624938965, - 22.595779418945312, - 21.59087371826172, - 21.571456909179688, - 21.409778594970703 + 24.143280029296875, + 24.44131851196289, + 24.935035705566406, + 25.48741912841797, + 26.061307907104492, + 28.040172576904297, + 35.259029388427734, + 45.561988830566406, + 51.042694091796875, + 54.5390510559082, + 54.56494140625, + 51.830238342285156, + 48.06487274169922, + 44.09246826171875, + 41.205238342285156, + 38.794525146484375, + 36.962703704833984, + 34.94493865966797, + 29.121660232543945, + 23.032255172729492, + 22.47098159790039, + 22.437599182128906, + 22.319828033447266, + 22.129112243652344 ], "p10": [ - 19.382261276245117, - 18.08450698852539, - 17.044906616210938, - 16.435646057128906, - 16.12824249267578, - 16.008098602294922, - 16.4622802734375, - 19.069583892822266, - 23.909181594848633, - 25.06751823425293, - 27.605270385742188, - 25.90073585510254, - 22.75546646118164, - 19.592674255371094, - 16.442441940307617, - 14.118762969970703, - 12.853254318237305, - 13.09402847290039, - 13.049591064453125, - 12.958053588867188, - 10.903995513916016, - 11.195259094238281, - 11.646587371826172, - 11.727081298828125 + 22.30613136291504, + 21.21601676940918, + 20.211585998535156, + 19.45215606689453, + 18.97635841369629, + 18.923091888427734, + 20.411684036254883, + 24.68960952758789, + 25.609695434570312, + 25.97637939453125, + 26.450531005859375, + 23.034263610839844, + 19.389041900634766, + 17.173004150390625, + 15.312235832214355, + 14.364768981933594, + 14.435501098632812, + 15.044187545776367, + 14.543586730957031, + 12.503517150878906, + 12.999818801879883, + 13.351078033447266, + 13.466472625732422, + 13.395059585571289 ], "p90": [ - 25.37367820739746, - 27.151769638061523, - 30.30487060546875, - 34.202884674072266, - 38.26287841796875, - 43.1883430480957, - 49.005149841308594, - 59.90026092529297, - 72.51909637451172, - 76.52473449707031, - 79.07498931884766, - 80.03086853027344, - 78.78179931640625, - 75.31376647949219, - 73.8997802734375, - 71.5850830078125, - 69.50442504882812, - 65.98924255371094, - 64.01451110839844, - 54.31303024291992, - 43.361656188964844, - 40.046409606933594, - 37.992332458496094, - 36.58671569824219 + 26.17586326599121, + 28.40399169921875, + 31.7360782623291, + 35.59324645996094, + 39.973541259765625, + 47.509986877441406, + 58.29723358154297, + 71.15699768066406, + 75.59831237792969, + 78.37423706054688, + 78.89928436279297, + 76.82131958007812, + 73.24602508544922, + 70.2813949584961, + 70.16605377197266, + 68.65260314941406, + 67.20905303955078, + 63.62419128417969, + 56.93531036376953, + 45.220054626464844, + 40.69252395629883, + 39.20693588256836, + 37.84183883666992, + 37.04890441894531 ], "timestamps": [ - "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", "2026-06-03 07:00:00", @@ -807,6 +806,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 82d60b5bf0d7f801183178b3d1c3454250b8c4ea..b747310dc51d53c79deb1ec1fae991c441d4a738 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T03:35:13.505874+00:00", + "evaluated_at": "2026-06-18T04:59:58.708105+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.79999923706055, 30.600000381469727, 28.5, 27.0, @@ -341,10 +340,10 @@ 24.5, 26.100000381469727, 27.399999618530273, - 28.200000762939453 + 28.200000762939453, + 29.100000381469727 ], "actuals": [ - 29.100000381469727, 29.799999237060547, 29.799999237060547, 29.799999237060547, @@ -367,88 +366,88 @@ 25.899999618530273, 27.200000762939453, 27.899999618530273, - 28.799999237060547 + 28.799999237060547, + 29.5 ], "p50": [ - 28.688365936279297, - 28.95514678955078, - 28.87740135192871, - 28.3773136138916, - 27.574874877929688, - 26.759422302246094, - 25.83939552307129, - 24.77657127380371, - 24.19027328491211, - 23.545047760009766, - 23.087398529052734, - 22.746807098388672, - 22.415071487426758, - 22.282291412353516, - 22.239110946655273, - 22.033262252807617, - 21.876815795898438, - 21.610658645629883, - 22.299243927001953, - 23.757568359375, - 25.18014907836914, - 26.457571029663086, - 27.563508987426758, - 28.457109451293945 + 29.389358520507812, + 29.306049346923828, + 28.84598159790039, + 27.994871139526367, + 27.011411666870117, + 26.066940307617188, + 25.007858276367188, + 24.421754837036133, + 23.692148208618164, + 23.212800979614258, + 22.83098602294922, + 22.5444278717041, + 22.39202880859375, + 22.418354034423828, + 22.12316131591797, + 21.97651481628418, + 21.794151306152344, + 22.437585830688477, + 23.909666061401367, + 25.394311904907227, + 26.561676025390625, + 27.64182472229004, + 28.517955780029297, + 29.084667205810547 ], "p10": [ - 27.959136962890625, - 27.833663940429688, - 27.460716247558594, - 26.814577102661133, - 26.003856658935547, - 25.222442626953125, - 24.35561752319336, - 23.331932067871094, - 22.734350204467773, - 22.05436134338379, - 21.567522048950195, - 21.180709838867188, - 20.67833137512207, - 20.29345703125, - 20.1054630279541, - 19.91388702392578, - 19.82135009765625, - 19.563507080078125, - 20.250581741333008, - 21.634931564331055, - 22.783279418945312, - 23.613338470458984, - 24.240718841552734, - 24.723609924316406 + 28.67294692993164, + 28.219526290893555, + 27.483102798461914, + 26.486711502075195, + 25.528762817382812, + 24.651538848876953, + 23.6413516998291, + 23.02523422241211, + 22.248950958251953, + 21.70769500732422, + 21.263748168945312, + 20.921953201293945, + 20.653968811035156, + 20.513656616210938, + 20.13496971130371, + 20.039779663085938, + 19.9287052154541, + 20.486289978027344, + 21.783443450927734, + 22.943227767944336, + 23.822126388549805, + 24.444019317626953, + 24.835691452026367, + 25.070547103881836 ], "p90": [ - 29.460966110229492, - 30.083471298217773, - 30.21817398071289, - 29.86614418029785, - 29.146270751953125, - 28.32530975341797, - 27.305992126464844, - 26.11925506591797, - 25.513492584228516, - 24.88568115234375, - 24.441465377807617, - 24.130990982055664, - 23.87717628479004, - 23.869747161865234, - 23.917959213256836, - 23.77484130859375, - 23.633607864379883, - 23.368871688842773, - 24.0764102935791, - 25.69649314880371, - 27.535202026367188, - 29.04109001159668, - 30.50417137145996, - 31.772113800048828 + 30.122461318969727, + 30.367820739746094, + 30.10513687133789, + 29.391639709472656, + 28.466262817382812, + 27.482608795166016, + 26.326473236083984, + 25.708173751831055, + 25.002595901489258, + 24.545194625854492, + 24.176382064819336, + 23.92575454711914, + 23.849044799804688, + 23.98430824279785, + 23.73879051208496, + 23.637731552124023, + 23.497594833374023, + 24.18540382385254, + 25.75180435180664, + 27.528120040893555, + 29.214143753051758, + 30.422042846679688, + 31.622879028320312, + 32.47538757324219 ], "timestamps": [ - "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", "2026-06-03 07:00:00", @@ -807,6 +806,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 75cd0914c1a721d842845cd032eef9c55fe98d13..c33c0e9d779c07c54fcc7a305285e0260bf9dce0 100644 --- a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T03:35:21.242606+00:00", + "evaluated_at": "2026-06-18T05:00:06.207617+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 19.0, 10.0, 12.0, 15.0, @@ -72,8 +71,8 @@ 13.0, 15.0, 14.0, - 18.0, - 13.0, + 19.0, + 14.0, 15.0, 13.0, 15.0, @@ -124,10 +123,10 @@ 20.0, 11.0, 18.0, - 15.0, 17.0, - 23.0, - 12.0, + 18.0, + 25.0, + 13.0, 20.0, 11.0, 12.0, @@ -150,7 +149,7 @@ 11.0, 12.0, 17.0, - 11.0, + 13.0, 17.0, 11.0, 14.0, @@ -173,20 +172,20 @@ 9.0, 9.0, 9.0, - 10.0 + 10.0, + 9.0 ], "actuals": [ - 9.0, 13.0, 18.0, 10.0, 13.0, 19.0, 23.0, - 15.0, - 12.0, + 20.0, 14.0, - 13.0, + 15.0, + 17.0, 16.0, 22.0, 14.0, @@ -199,88 +198,88 @@ 6.0, 6.0, 10.0, - 5.0 + 13.0, + 1.0 ], "p50": [ - 12.009822845458984, - 12.533889770507812, - 12.686243057250977, - 12.699682235717773, - 12.593366622924805, - 12.724922180175781, - 12.815387725830078, - 13.009391784667969, - 13.215679168701172, - 13.289827346801758, - 13.24863338470459, - 13.022375106811523, - 13.103904724121094, - 13.15635871887207, - 13.273317337036133, - 13.417755126953125, - 13.505440711975098, - 13.257848739624023, - 13.021103858947754, - 13.029704093933105, - 13.065149307250977, - 13.1583251953125, - 13.297730445861816, - 13.315114974975586 + 11.032296180725098, + 11.507122039794922, + 11.757298469543457, + 11.796512603759766, + 11.803828239440918, + 12.150634765625, + 12.31154727935791, + 12.413331031799316, + 12.516496658325195, + 12.633974075317383, + 12.443389892578125, + 12.515159606933594, + 12.598991394042969, + 12.691058158874512, + 12.873333930969238, + 13.035357475280762, + 12.885201454162598, + 12.812639236450195, + 12.708255767822266, + 12.710440635681152, + 12.697868347167969, + 12.832056045532227, + 12.923315048217773, + 12.971524238586426 ], "p10": [ - 7.928677082061768, - 8.054378509521484, - 8.062677383422852, - 8.111608505249023, - 8.018674850463867, - 7.999536514282227, - 8.028755187988281, - 8.095401763916016, - 8.164137840270996, - 8.116549491882324, - 8.10232925415039, - 7.960927486419678, - 8.021608352661133, - 8.076238632202148, - 8.125950813293457, - 8.154579162597656, - 8.143619537353516, - 8.102054595947266, - 7.9145731925964355, - 7.9149298667907715, - 7.894961357116699, - 7.9314398765563965, - 7.9767889976501465, - 7.930019855499268 + 8.163252830505371, + 8.456354141235352, + 8.421915054321289, + 8.419227600097656, + 8.534883499145508, + 8.565450668334961, + 8.535740852355957, + 8.523542404174805, + 8.547708511352539, + 8.551046371459961, + 8.598714828491211, + 8.569608688354492, + 8.553422927856445, + 8.560344696044922, + 8.595338821411133, + 8.620267868041992, + 8.583216667175293, + 8.591899871826172, + 8.579774856567383, + 8.51384162902832, + 8.514020919799805, + 8.50444507598877, + 8.467842102050781, + 8.493371963500977 ], "p90": [ - 18.75067138671875, - 19.9974365234375, - 20.039752960205078, - 19.99204444885254, - 19.94132423400879, - 20.122880935668945, - 20.2020206451416, - 20.37714958190918, - 20.630136489868164, - 20.769336700439453, - 20.707080841064453, - 20.447582244873047, - 20.492935180664062, - 20.569921493530273, - 20.84324836730957, - 21.271345138549805, - 21.493366241455078, - 21.021709442138672, - 20.567197799682617, - 20.68173599243164, - 20.651676177978516, - 20.902498245239258, - 21.1859073638916, - 21.223312377929688 + 18.012821197509766, + 19.005413055419922, + 19.453887939453125, + 19.493501663208008, + 19.371597290039062, + 19.713468551635742, + 19.642295837402344, + 19.81353759765625, + 19.907814025878906, + 20.198951721191406, + 19.738122940063477, + 19.83002471923828, + 19.762252807617188, + 19.79092025756836, + 20.177228927612305, + 20.560550689697266, + 20.18260955810547, + 20.10464096069336, + 19.992202758789062, + 20.108259201049805, + 20.187564849853516, + 20.350143432617188, + 20.351503372192383, + 20.31378936767578 ], "timestamps": [ - "2026-06-10 04:00:00", "2026-06-10 05:00:00", "2026-06-10 06:00:00", "2026-06-10 07:00:00", @@ -471,6 +470,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 68dfc98ee2fe04d90501ce87c0166fcdc2c81f9f..697bbac39f9e69178ab80feae1e6582cdac60886 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,55 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T04:39:22.887633+00:00", + "evaluated_at": "2026-06-18T05:00:09.383912+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index afe70f83f85546a2fd63d7f3bddd79efd7439018..0865cf70a8b3fce3bdf38a2a5e0441db08da861a 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1109695.9935391743,1109695.9935391743,907.3863932291666,0.9312726888827565,0.014045942693684676,0.013914548287697302,5.133502004205524,1053.4210903238904,0.016218494033495245,0.01397014065869634,0.008834937370711952,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1120235.6070919037,1120235.6070919037,910.22021484375,0.9341811088177693,0.01409156784669983,0.013958874439256063,5.249838801606036,1058.4118324602687,0.016296042475016186,0.014014381574167557,0.008878954268256554,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,3.4284285278736206,3.4284285278736206,1.3590960502624512,0.7507223166584148,0.05963965742649446,0.0567959913348521,2.6957509008207823,1.8516016115443463,0.08384927792510193,0.06154629685719261,0.04398314079085203,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.001385654354828425,0.001385654354828425,0.028505175312360128,0.027338940907271018,0.023156179399788136,0.023649516837212704,0.9316916173417787,0.037224378501573736,0.02889493633986189,0.02212676904659206,0.09074867583258701,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.041224368199997606,0.041224368199997606,0.1603960312075085,0.7715250643837344,0.10447530147750832,0.11290420015893954,7.237090678887619,0.20303784918087958,0.14029487110527158,0.11083027432982503,0.09165902682298482,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,1.1236133794348764,1.1236133794348764,0.8550874392191569,0.5824625634576847,0.04834674240106953,0.04659162124417541,3.0784452940315834,1.0600063110353997,0.058389145632525744,0.04710144128136562,0.031108653859728348,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,48.39435226271462,48.39435226271462,5.448832750320435,0.4336825796480714,0.13486675242669913,0.14727628980507823,2.429539707981284,6.956604937950309,0.186963626551856,0.14644119373761527,0.1601355696608508,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,0.4402784183404644,0.4402784183404644,0.6281394163767496,0.31251715123482565,0.024645064593403893,0.024994355266893132,1.9127940553205702,0.6635347906029226,0.025569741950226047,0.024205758330960888,0.02844588276201619,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,32.04695621665784,32.04695621665784,4.697450876235962,0.8971258967877701,0.6045789947913847,0.405259740969254,10.494785690813545,5.66100311046177,0.4717502592051475,0.39145423968633014,0.30360284867110077,Hazards,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.017802053815152222,0.017802053815152222,0.10415875812371572,0.09973707504268856,0.09335703447064128,0.08692345977891075,0.7401424995726272,0.13342433741695037,0.10609441408279992,0.08282343857698488,0.0991728916368309,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.041125800888771574,0.041125800888771574,0.16080748869313133,0.7638354802360889,0.1044668722768821,0.11291048476742972,6.814797254626283,0.20279497254313672,0.1397247657713478,0.110795590295746,0.09187705414146899,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.8053929806622667,0.8053929806622667,0.7832512855529785,0.4767040668218858,0.04610867061034435,0.04475260851318331,1.6733798726387732,0.8974368950863714,0.05208823574866484,0.04546077594503382,0.029739423549641337,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,48.64248702699964,48.64248702699964,5.603801250457764,0.4452217952999293,0.14269116709463667,0.15457720072898953,2.241564125816786,6.974416608362282,0.18664808304985922,0.14996792132208903,0.15281158784391893,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,0.3311764994623445,0.3311764994623445,0.48850758870442706,0.24401917008210136,0.01975391732050611,0.020039856819014226,2.0078797931312677,0.5754793649318318,0.022162236586175263,0.01881287395299039,0.02597958098112694,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,36.092265728963945,36.092265728963945,4.991075197855632,0.9532026903066457,1.014862417570983,0.4423682862235608,11.154236310356808,6.00768389056581,0.4806147112452648,0.3992860158284505,0.3157723888821072,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,470.7292352492611,470.7292352492611,20.264678955078125,0.17216010439712393,0.007251947576349432,0.0072749702155065306,1.1914562880254425,21.696295426852508,0.007771807317081496,0.007258989476445895,0.008879542473180969,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,76.48272331862245,76.48272331862245,8.214042663574219,0.17146208899897067,0.03919937277352938,0.03823576849014723,1.547837959994033,8.74544014436223,0.036900591326422906,0.034658407863182354,0.042516141266427124,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index e271bab33e5cc067b7da3ceeeb6504bfd80ce983..4fcc60e95f58c93ad101c0b2cbe7b25c29e9be91 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T04:38:49.640749+00:00", + "evaluated_at": "2026-06-18T04:56:22.900992+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64548.73828125, 64689.5, 64282.8203125, - 63952.01171875 + 63884.0 ], "p50": [ 65889.453125, diff --git a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 47250fa7bc1e8c098250a32ace27c7b33b2deeae..d3e4e958bef7e4853c7b117ecdfa4f5a62d73a95 100644 --- a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:33:19.410819+00:00", + "evaluated_at": "2026-06-18T04:56:29.014262+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 24c0b19101b2a2e27645fa753ba53c32ae8aa37e..52704434ba199497f58a6014038ba7d69b8863cd 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T04:21:24.925224+00:00", + "evaluated_at": "2026-06-18T04:56:33.126091+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5740000009536743, - 1.5729999542236328, - 1.5720000267028809, - 1.5509999990463257, 1.534999966621399, 1.5199999809265137, 1.5, @@ -245,13 +241,13 @@ 1.6339999437332153, 1.6330000162124634, 1.6440000534057617, - 1.6490000486373901 - ], - "actuals": [ + 1.6490000486373901, 1.6430000066757202, 1.6519999504089355, 1.6480000019073486, - 1.6480000019073486, + 1.6480000019073486 + ], + "actuals": [ 1.6339999437332153, 1.6339999437332153, 1.6319999694824219, @@ -307,199 +303,199 @@ 1.0729999542236328, 1.0889999866485596, 1.1069999933242798, - 1.13100004196167 + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601 ], "p50": [ - 1.649613380432129, - 1.6529521942138672, - 1.6553564071655273, - 1.6548610925674438, - 1.6513545513153076, - 1.646409034729004, - 1.636555552482605, - 1.627323865890503, - 1.6158361434936523, - 1.602283239364624, - 1.5906484127044678, - 1.576882004737854, - 1.5600457191467285, - 1.5436137914657593, - 1.5251637697219849, - 1.5069667100906372, - 1.4872130155563354, - 1.4658482074737549, - 1.4456408023834229, - 1.4245156049728394, - 1.401749849319458, - 1.3793498277664185, - 1.3547669649124146, - 1.3326191902160645, - 1.312482237815857, - 1.2875076532363892, - 1.2637356519699097, - 1.2375948429107666, - 1.215626835823059, - 1.1914424896240234, - 1.1684712171554565, - 1.1436431407928467, - 1.1539369821548462, - 1.1360912322998047, - 1.119277000427246, - 1.1038295030593872, - 1.0914558172225952, - 1.0783382654190063, - 1.0652559995651245, - 1.0520669221878052, - 1.0439116954803467, - 1.0324236154556274, - 1.0253591537475586, - 1.0149024724960327, - 1.0077588558197021, - 1.0038011074066162, - 0.9997920989990234, - 0.999039351940155, - 0.9935503602027893, - 0.9917250275611877, - 0.991868793964386, - 0.9936809539794922, - 0.9966615438461304, - 0.9979914426803589, - 1.0016175508499146, - 1.0063369274139404, - 1.0107249021530151, - 1.014682412147522, - 1.0231010913848877, - 1.0290721654891968 + 1.64446222782135, + 1.6392531394958496, + 1.6328654289245605, + 1.6235679388046265, + 1.6119358539581299, + 1.5990254878997803, + 1.5833172798156738, + 1.5678677558898926, + 1.5515687465667725, + 1.5337713956832886, + 1.5161362886428833, + 1.497254729270935, + 1.4761602878570557, + 1.4560197591781616, + 1.4336323738098145, + 1.4115447998046875, + 1.389914870262146, + 1.3665730953216553, + 1.3448097705841064, + 1.3226913213729858, + 1.3004610538482666, + 1.279288649559021, + 1.2579740285873413, + 1.238648772239685, + 1.2220144271850586, + 1.201123595237732, + 1.1799547672271729, + 1.1601964235305786, + 1.1420388221740723, + 1.1237313747406006, + 1.1079620122909546, + 1.0910311937332153, + 1.1569017171859741, + 1.1476987600326538, + 1.144156575202942, + 1.144614815711975, + 1.1461647748947144, + 1.1510262489318848, + 1.154679536819458, + 1.1577755212783813, + 1.164559245109558, + 1.1713119745254517, + 1.1749531030654907, + 1.18336021900177, + 1.1923234462738037, + 1.2040073871612549, + 1.2179185152053833, + 1.232588768005371, + 1.246964693069458, + 1.261773943901062, + 1.2803301811218262, + 1.2954540252685547, + 1.314395785331726, + 1.3315682411193848, + 1.3493859767913818, + 1.3714375495910645, + 1.3897705078125, + 1.4188950061798096, + 1.4393670558929443, + 1.463778018951416 ], "p10": [ - 1.6352574825286865, - 1.6330466270446777, - 1.6293420791625977, - 1.621380090713501, - 1.6111650466918945, - 1.5975933074951172, - 1.580573558807373, - 1.5614906549453735, - 1.5409327745437622, - 1.5189073085784912, - 1.4956952333450317, - 1.4696682691574097, - 1.4405492544174194, - 1.4082138538360596, - 1.3749849796295166, - 1.3406918048858643, - 1.3028039932250977, - 1.265708327293396, - 1.2275835275650024, - 1.1884926557540894, - 1.147645115852356, - 1.105625867843628, - 1.0626763105392456, - 1.0221307277679443, - 0.9781109094619751, - 0.9324854612350464, - 0.8866018056869507, - 0.836032509803772, - 0.7837808728218079, - 0.737740695476532, - 0.6867307424545288, - 0.6406216025352478, - 0.6166853904724121, - 0.5582818388938904, - 0.5197061896324158, - 0.4840511083602905, - 0.44817274808883667, - 0.41058117151260376, - 0.36390042304992676, - 0.3289622664451599, - 0.2942114472389221, - 0.24782562255859375, - 0.2071731686592102, - 0.16287142038345337, - 0.11734604835510254, - 0.08018934726715088, - 0.05296134948730469, - 0.011672258377075195, - -0.02473139762878418, - -0.05922889709472656, - -0.09352195262908936, - -0.12029898166656494, - -0.15541672706604004, - -0.18919610977172852, - -0.2202829122543335, - -0.24974918365478516, - -0.2870955467224121, - -0.30935466289520264, - -0.3305772542953491, - -0.3563508987426758 + 1.632307767868042, + 1.6225402355194092, + 1.6118742227554321, + 1.596010446548462, + 1.5787887573242188, + 1.5581846237182617, + 1.5367590188980103, + 1.5136562585830688, + 1.490142822265625, + 1.4651132822036743, + 1.4387532472610474, + 1.408933162689209, + 1.3788058757781982, + 1.3438054323196411, + 1.3093793392181396, + 1.2731024026870728, + 1.234444499015808, + 1.1968567371368408, + 1.1608567237854004, + 1.123521327972412, + 1.085992693901062, + 1.0471644401550293, + 1.0103553533554077, + 0.9735199213027954, + 0.9376233816146851, + 0.8976250886917114, + 0.8590735197067261, + 0.8182632923126221, + 0.7737215161323547, + 0.7361353635787964, + 0.6968286633491516, + 0.6640830039978027, + 0.5917490720748901, + 0.5652590990066528, + 0.545009195804596, + 0.531497597694397, + 0.5107768177986145, + 0.4941037893295288, + 0.4745674729347229, + 0.45981866121292114, + 0.4377365708351135, + 0.422405481338501, + 0.39598244428634644, + 0.37790346145629883, + 0.35845571756362915, + 0.34129202365875244, + 0.3295661211013794, + 0.2924262285232544, + 0.2816762924194336, + 0.26132017374038696, + 0.2448703646659851, + 0.2245907187461853, + 0.21475207805633545, + 0.2023182511329651, + 0.19806569814682007, + 0.18150514364242554, + 0.17593175172805786, + 0.17290222644805908, + 0.1767575740814209, + 0.17288529872894287 ], "p90": [ - 1.6624106168746948, - 1.6698273420333862, - 1.6780962944030762, - 1.6845771074295044, - 1.6891486644744873, - 1.6909606456756592, - 1.6888258457183838, - 1.6887540817260742, - 1.6841363906860352, - 1.6803234815597534, - 1.6800888776779175, - 1.678797960281372, - 1.6753008365631104, - 1.671724796295166, - 1.6656956672668457, - 1.6633684635162354, - 1.6577210426330566, - 1.6526565551757812, - 1.6474645137786865, - 1.6424250602722168, - 1.638398289680481, - 1.6351842880249023, - 1.628709316253662, - 1.6226418018341064, - 1.6173555850982666, - 1.6126039028167725, - 1.6085697412490845, - 1.6060861349105835, - 1.6040291786193848, - 1.600680947303772, - 1.5945225954055786, - 1.5974678993225098, - 1.5837651491165161, - 1.5861585140228271, - 1.5912474393844604, - 1.6022684574127197, - 1.606475591659546, - 1.607435941696167, - 1.6128685474395752, - 1.627134084701538, - 1.6362851858139038, - 1.6429827213287354, - 1.6481609344482422, - 1.6632907390594482, - 1.6794133186340332, - 1.6913414001464844, - 1.7102386951446533, - 1.7317521572113037, - 1.7428946495056152, - 1.7587058544158936, - 1.7649890184402466, - 1.790764331817627, - 1.8103177547454834, - 1.8234308958053589, - 1.8419499397277832, - 1.8600209951400757, - 1.875208854675293, - 1.895574688911438, - 1.9166290760040283, - 1.9393551349639893 + 1.6562362909317017, + 1.6545209884643555, + 1.6535539627075195, + 1.6514840126037598, + 1.6456676721572876, + 1.6395220756530762, + 1.6302552223205566, + 1.6224558353424072, + 1.612647533416748, + 1.6035985946655273, + 1.593778133392334, + 1.5855286121368408, + 1.5741851329803467, + 1.5646753311157227, + 1.5532728433609009, + 1.5461740493774414, + 1.533361792564392, + 1.5251929759979248, + 1.5163369178771973, + 1.5091911554336548, + 1.5014348030090332, + 1.492488145828247, + 1.4869972467422485, + 1.4816162586212158, + 1.4740022420883179, + 1.4676238298416138, + 1.4641183614730835, + 1.4618327617645264, + 1.4562407732009888, + 1.45540189743042, + 1.4530582427978516, + 1.4574997425079346, + 1.4661134481430054, + 1.4776705503463745, + 1.4831236600875854, + 1.4819376468658447, + 1.4859745502471924, + 1.4914559125900269, + 1.4995017051696777, + 1.5135290622711182, + 1.5231837034225464, + 1.5299301147460938, + 1.536314845085144, + 1.5552740097045898, + 1.5717843770980835, + 1.58770751953125, + 1.6047749519348145, + 1.6247529983520508, + 1.6380562782287598, + 1.6565721035003662, + 1.6758553981781006, + 1.697624921798706, + 1.7178324460983276, + 1.7410658597946167, + 1.7585234642028809, + 1.7785699367523193, + 1.7957146167755127, + 1.8261046409606934, + 1.8567967414855957, + 1.887980580329895 ], "timestamps": [ - "2026-06-16 22:18:00", - "2026-06-16 22:24:00", - "2026-06-16 22:30:00", - "2026-06-16 22:36:00", "2026-06-16 22:42:00", "2026-06-16 22:48:00", "2026-06-16 22:54:00", @@ -795,6 +791,10 @@ "2026-06-18 03:54:00", "2026-06-18 04:00:00", "2026-06-18 04:06:00", - "2026-06-18 04:12:00" + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 883f8ff7083ec198ad7465e37384f8067330f38a..b6a1a1273b03042380127eab73fbe6bdb4f8b71c 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T04:21:29.470926+00:00", + "evaluated_at": "2026-06-18T04:56:40.282926+00:00", "freq": "10min", "context_length": 76, "prediction_length": 72, "context": [ - 1.0, 0.8999999761581421, 0.8999999761581421, 1.0, @@ -81,10 +80,10 @@ 1.5, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -155,233 +154,232 @@ 1.7000000476837158, 1.7999999523162842, 1.7999999523162842, - 1.399999976158142 + 1.399999976158142, + 1.600000023841858 ], "p50": [ - 1.3068920373916626, - 1.309767246246338, - 1.3102869987487793, - 1.3098132610321045, - 1.3112248182296753, - 1.310611367225647, - 1.3110477924346924, - 1.3105907440185547, - 1.3109326362609863, - 1.310370922088623, - 1.3110301494598389, - 1.3111374378204346, - 1.3109227418899536, - 1.311274766921997, - 1.311124563217163, - 1.3127655982971191, - 1.311896800994873, - 1.3118067979812622, - 1.311469554901123, - 1.3124569654464722, - 1.3120722770690918, - 1.3120399713516235, - 1.3116822242736816, - 1.3101201057434082, - 1.3088948726654053, - 1.3088915348052979, - 1.3096950054168701, - 1.3102425336837769, - 1.3113497495651245, - 1.310612678527832, - 1.3080822229385376, - 1.3086721897125244, - 1.300105333328247, - 1.297308325767517, - 1.296034812927246, - 1.2954951524734497, - 1.2953076362609863, - 1.295959711074829, - 1.2967718839645386, - 1.297041893005371, - 1.2969862222671509, - 1.2979844808578491, - 1.2986299991607666, - 1.299354910850525, - 1.297039270401001, - 1.2939231395721436, - 1.29690420627594, - 1.301411509513855, - 1.3010799884796143, - 1.2986581325531006, - 1.2995381355285645, - 1.2992993593215942, - 1.30012047290802, - 1.2992594242095947, - 1.2994933128356934, - 1.2989555597305298, - 1.2998038530349731, - 1.3001564741134644, - 1.300929069519043, - 1.3004705905914307, - 1.3006056547164917, - 1.3000245094299316, - 1.2998307943344116, - 1.299176573753357, - 1.2953925132751465, - 1.2943381071090698, - 1.2936649322509766, - 1.292786955833435, - 1.2921804189682007, - 1.292249321937561, - 1.292381763458252, - 1.2935749292373657 + 1.3055561780929565, + 1.305833339691162, + 1.305448055267334, + 1.3046079874038696, + 1.3047014474868774, + 1.3047107458114624, + 1.3049172163009644, + 1.3042120933532715, + 1.3045704364776611, + 1.3037738800048828, + 1.3043687343597412, + 1.3037036657333374, + 1.3036646842956543, + 1.30370032787323, + 1.3039405345916748, + 1.3046259880065918, + 1.3041048049926758, + 1.3043527603149414, + 1.3044548034667969, + 1.3052488565444946, + 1.3048955202102661, + 1.305335283279419, + 1.3051012754440308, + 1.3045381307601929, + 1.3037378787994385, + 1.3039932250976562, + 1.3045217990875244, + 1.3053537607192993, + 1.3053863048553467, + 1.3053126335144043, + 1.3039623498916626, + 1.3027257919311523, + 1.3074579238891602, + 1.3056471347808838, + 1.3040876388549805, + 1.3039616346359253, + 1.3024605512619019, + 1.3030709028244019, + 1.3037267923355103, + 1.3041338920593262, + 1.3052446842193604, + 1.3052517175674438, + 1.3046290874481201, + 1.3051096200942993, + 1.302666187286377, + 1.3026759624481201, + 1.304750680923462, + 1.306087613105774, + 1.3053306341171265, + 1.3043372631072998, + 1.3047488927841187, + 1.3046528100967407, + 1.3050405979156494, + 1.3049222230911255, + 1.3051047325134277, + 1.3045986890792847, + 1.3049664497375488, + 1.3058353662490845, + 1.3068592548370361, + 1.3059866428375244, + 1.305657148361206, + 1.3053990602493286, + 1.3043640851974487, + 1.3035452365875244, + 1.3016754388809204, + 1.300644040107727, + 1.2994848489761353, + 1.2989214658737183, + 1.2981899976730347, + 1.2984460592269897, + 1.2981164455413818, + 1.2980740070343018 ], "p10": [ - 1.2429580688476562, - 1.2269484996795654, - 1.2270655632019043, - 1.2235960960388184, - 1.2220971584320068, - 1.2237435579299927, - 1.2220395803451538, - 1.2206943035125732, - 1.2186243534088135, - 1.2101560831069946, - 1.2142280340194702, - 1.2144107818603516, - 1.214282512664795, - 1.2132407426834106, - 1.2119426727294922, - 1.2108190059661865, - 1.2064988613128662, - 1.2046849727630615, - 1.1986597776412964, - 1.195452094078064, - 1.1912201642990112, - 1.1891273260116577, - 1.184579610824585, - 1.1789164543151855, - 1.173896074295044, - 1.1695573329925537, - 1.1648627519607544, - 1.1630356311798096, - 1.1607416868209839, - 1.1583235263824463, - 1.1500403881072998, - 1.1436803340911865, - 1.1547821760177612, - 1.1465110778808594, - 1.142602562904358, - 1.1437392234802246, - 1.1367307901382446, - 1.1392642259597778, - 1.1391026973724365, - 1.136808156967163, - 1.1299774646759033, - 1.132274866104126, - 1.127969741821289, - 1.1274412870407104, - 1.1185319423675537, - 1.1183912754058838, - 1.1164228916168213, - 1.121876835823059, - 1.1188138723373413, - 1.114722490310669, - 1.1121755838394165, - 1.112796425819397, - 1.1092714071273804, - 1.1107434034347534, - 1.1093370914459229, - 1.1072516441345215, - 1.1047110557556152, - 1.1022599935531616, - 1.0997599363327026, - 1.098720908164978, - 1.0968656539916992, - 1.0957660675048828, - 1.0941188335418701, - 1.0951496362686157, - 1.1018348932266235, - 1.0904048681259155, - 1.0855836868286133, - 1.0868582725524902, - 1.0819743871688843, - 1.0802569389343262, - 1.0781397819519043, - 1.0749064683914185 + 1.2809336185455322, + 1.2646125555038452, + 1.2524769306182861, + 1.2522059679031372, + 1.250944972038269, + 1.2444556951522827, + 1.2411768436431885, + 1.2372498512268066, + 1.2327916622161865, + 1.225871205329895, + 1.2294456958770752, + 1.2220853567123413, + 1.2245447635650635, + 1.2184861898422241, + 1.2125405073165894, + 1.2154648303985596, + 1.21163010597229, + 1.209814429283142, + 1.2047743797302246, + 1.1975643634796143, + 1.195583462715149, + 1.196960210800171, + 1.1905741691589355, + 1.1856541633605957, + 1.1805753707885742, + 1.1685152053833008, + 1.1641895771026611, + 1.1648991107940674, + 1.1603912115097046, + 1.1553410291671753, + 1.148017406463623, + 1.139301061630249, + 1.1542494297027588, + 1.1527836322784424, + 1.1500324010849, + 1.1483535766601562, + 1.1378369331359863, + 1.1384859085083008, + 1.13933527469635, + 1.1355273723602295, + 1.1304585933685303, + 1.128023386001587, + 1.125131607055664, + 1.1217811107635498, + 1.1153467893600464, + 1.1146527528762817, + 1.111248254776001, + 1.1100637912750244, + 1.106040120124817, + 1.1010825634002686, + 1.0957719087600708, + 1.096091866493225, + 1.094839096069336, + 1.0913541316986084, + 1.0922528505325317, + 1.089155673980713, + 1.0873820781707764, + 1.0852601528167725, + 1.0832915306091309, + 1.0821473598480225, + 1.0803545713424683, + 1.0799082517623901, + 1.0771031379699707, + 1.0765959024429321, + 1.099076747894287, + 1.0899125337600708, + 1.0863806009292603, + 1.0870569944381714, + 1.0819536447525024, + 1.0794051885604858, + 1.0752639770507812, + 1.0708625316619873 ], "p90": [ - 1.3555488586425781, - 1.44511079788208, - 1.4447822570800781, - 1.4349846839904785, - 1.4366730451583862, - 1.4270976781845093, - 1.4305078983306885, - 1.4300096035003662, - 1.4268583059310913, - 1.4284900426864624, - 1.4332154989242554, - 1.4288822412490845, - 1.4306080341339111, - 1.4340752363204956, - 1.4465739727020264, - 1.4441314935684204, - 1.4437329769134521, - 1.4480524063110352, - 1.448258876800537, - 1.4545191526412964, - 1.457288384437561, - 1.464568853378296, - 1.4631121158599854, - 1.4654889106750488, - 1.465174674987793, - 1.4712687730789185, - 1.4779695272445679, - 1.487658977508545, - 1.500215768814087, - 1.492627739906311, - 1.4860715866088867, - 1.4895166158676147, - 1.460201382637024, - 1.4890525341033936, - 1.4868452548980713, - 1.484670639038086, - 1.4751827716827393, - 1.4719502925872803, - 1.4731563329696655, - 1.4760770797729492, - 1.4739203453063965, - 1.4755194187164307, - 1.4780339002609253, - 1.4816339015960693, - 1.4823007583618164, - 1.4828252792358398, - 1.4870527982711792, - 1.4928216934204102, - 1.4906373023986816, - 1.490387201309204, - 1.4919323921203613, - 1.4960741996765137, - 1.499941110610962, - 1.5015268325805664, - 1.498345136642456, - 1.5029761791229248, - 1.5028138160705566, - 1.5053234100341797, - 1.5051233768463135, - 1.5090993642807007, - 1.5077353715896606, - 1.5108537673950195, - 1.5121657848358154, - 1.509888768196106, - 1.521843433380127, - 1.5638427734375, - 1.5650436878204346, - 1.5581481456756592, - 1.5430786609649658, - 1.5400804281234741, - 1.5377742052078247, - 1.5430240631103516 + 1.3939247131347656, + 1.4658273458480835, + 1.4399785995483398, + 1.4332574605941772, + 1.442294955253601, + 1.4269134998321533, + 1.4341446161270142, + 1.4305546283721924, + 1.4235645532608032, + 1.4277966022491455, + 1.4329384565353394, + 1.4302200078964233, + 1.434291958808899, + 1.4378019571304321, + 1.4466662406921387, + 1.446897268295288, + 1.447649598121643, + 1.4485037326812744, + 1.4534591436386108, + 1.4625619649887085, + 1.4667730331420898, + 1.47673499584198, + 1.4738715887069702, + 1.4772913455963135, + 1.4792678356170654, + 1.4852049350738525, + 1.4950132369995117, + 1.4966140985488892, + 1.50431489944458, + 1.5070925951004028, + 1.5052224397659302, + 1.5155551433563232, + 1.4623613357543945, + 1.493719458580017, + 1.4915127754211426, + 1.4943917989730835, + 1.482496738433838, + 1.4830012321472168, + 1.4846656322479248, + 1.4893447160720825, + 1.4874826669692993, + 1.489560604095459, + 1.4929187297821045, + 1.4981424808502197, + 1.5030559301376343, + 1.5039311647415161, + 1.5058715343475342, + 1.5102801322937012, + 1.5076063871383667, + 1.5068973302841187, + 1.5078701972961426, + 1.5116502046585083, + 1.5127956867218018, + 1.5153073072433472, + 1.5148839950561523, + 1.5192947387695312, + 1.518576741218567, + 1.5211845636367798, + 1.5199010372161865, + 1.5233484506607056, + 1.5212637186050415, + 1.5223579406738281, + 1.5247052907943726, + 1.5209851264953613, + 1.5326244831085205, + 1.5714170932769775, + 1.5675257444381714, + 1.5679609775543213, + 1.552187442779541, + 1.5544846057891846, + 1.553646206855774, + 1.5591590404510498 ], "timestamps": [ - "2026-06-16 03:50:00", - "2026-06-16 04:00:00", "2026-06-16 04:10:00", "2026-06-16 04:20:00", "2026-06-16 04:30:00", @@ -527,6 +525,8 @@ "2026-06-17 03:50:00", "2026-06-17 04:00:00", "2026-06-17 04:10:00", - "2026-06-17 04:20:00" + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00" ] } diff --git a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json index c66d7e2a5d9483e4f484091cc9e79a3f48e24f70..74f81d08d3db6d3ef21b3110a93948eb04ace11a 100644 --- a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,26 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:33:40.181812+00:00", + "evaluated_at": "2026-06-18T04:56:45.385559+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 19.0, - 19.0, - 19.0, - 19.0, - 20.0, - 20.0, - 19.0, - 20.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, 20.0, 20.0, 20.0, @@ -101,9 +86,7 @@ 19.0, 19.0, 19.0, - 19.0 - ], - "actuals": [ + 19.0, 19.0, 19.0, 19.0, @@ -118,7 +101,9 @@ 18.0, 18.0, 18.0, - 18.0, + 18.0 + ], + "actuals": [ 18.0, 18.0, 18.0, @@ -127,88 +112,102 @@ 18.0, 17.0, 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, 17.0 ], "p50": [ - 18.99867820739746, - 18.998571395874023, - 19.001508712768555, - 18.997947692871094, - 18.997514724731445, - 18.999813079833984, - 19.00313949584961, - 18.992891311645508, - 18.994295120239258, - 19.006959915161133, - 18.99730110168457, - 19.005109786987305, - 19.011045455932617, - 19.005802154541016, - 19.009538650512695, - 19.00762176513672, - 19.02463722229004, - 19.03409767150879, - 19.0352725982666, - 19.030609130859375, - 19.016836166381836, - 19.01644515991211, - 19.0159912109375, - 19.00589370727539 + 17.99691390991211, + 17.997343063354492, + 18.000102996826172, + 17.996694564819336, + 17.9954833984375, + 18.00129508972168, + 18.004650115966797, + 17.99264907836914, + 18.000835418701172, + 18.005455017089844, + 18.015275955200195, + 18.005708694458008, + 18.01436996459961, + 18.014724731445312, + 18.01670265197754, + 18.018247604370117, + 18.024572372436523, + 18.022260665893555, + 18.025583267211914, + 18.022558212280273, + 18.021514892578125, + 18.020612716674805, + 18.033023834228516, + 18.030933380126953 ], "p10": [ - 18.96707534790039, - 18.891319274902344, - 18.6567440032959, - 18.473896026611328, - 18.277851104736328, - 18.04960823059082, - 17.916357040405273, - 17.827238082885742, - 17.71685791015625, - 17.72964859008789, - 17.734935760498047, - 17.69526481628418, - 17.653541564941406, - 17.606788635253906, - 17.575380325317383, - 17.53287124633789, - 17.5177001953125, - 17.50398826599121, - 17.487796783447266, - 17.46921730041504, - 17.450523376464844, - 17.41396713256836, - 17.394550323486328, - 17.393449783325195 + 17.976335525512695, + 17.665882110595703, + 17.557071685791016, + 17.429113388061523, + 17.22464370727539, + 17.13182258605957, + 17.094337463378906, + 16.980709075927734, + 16.96229362487793, + 16.938583374023438, + 16.8590087890625, + 16.817916870117188, + 16.74480628967285, + 16.731048583984375, + 16.68558692932129, + 16.67118263244629, + 16.629745483398438, + 16.579158782958984, + 16.52587127685547, + 16.487483978271484, + 16.415512084960938, + 16.353837966918945, + 16.292102813720703, + 16.245859146118164 ], "p90": [ - 19.2967586517334, - 19.858842849731445, - 19.88458251953125, - 19.943477630615234, - 19.931148529052734, - 19.957658767700195, - 19.97890281677246, - 19.986013412475586, - 20.052154541015625, - 20.077367782592773, - 20.11697769165039, - 20.217748641967773, - 20.324567794799805, - 20.428125381469727, - 20.532649993896484, - 20.625146865844727, - 20.69757843017578, - 20.75554084777832, - 20.81086540222168, - 20.87824249267578, - 20.929386138916016, - 20.974281311035156, - 21.016698837280273, - 21.04705810546875 + 18.593996047973633, + 18.918794631958008, + 18.986948013305664, + 18.98271942138672, + 18.994848251342773, + 19.006084442138672, + 19.073699951171875, + 19.12273597717285, + 19.117889404296875, + 19.234085083007812, + 19.276460647583008, + 19.346036911010742, + 19.42337417602539, + 19.490610122680664, + 19.58489990234375, + 19.64084815979004, + 19.733211517333984, + 19.837230682373047, + 19.941713333129883, + 20.023853302001953, + 20.113527297973633, + 20.187942504882812, + 20.27269744873047, + 20.30915641784668 ], "timestamps": [ - "2026-06-17 18:00:00", "2026-06-17 19:00:00", "2026-06-17 20:00:00", "2026-06-17 21:00:00", @@ -327,6 +326,7 @@ "2026-06-22 14:00:00", "2026-06-22 15:00:00", "2026-06-22 16:00:00", - "2026-06-22 17:00:00" + "2026-06-22 17:00:00", + "2026-06-22 18:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 5004f3f10d118f0d1e88224d71c4c49adfb31247..f75ad1729e8429ae5f1e3e0a7244aaa0f53575b6 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:33:45.645394+00:00", + "evaluated_at": "2026-06-18T04:56:50.102834+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.599998474121094, 33.29999923706055, 35.5, 46.0, @@ -341,10 +340,10 @@ 17.899999618530273, 19.399999618530273, 20.399999618530273, - 22.5 + 22.5, + 24.0 ], "actuals": [ - 24.0, 24.799999237060547, 26.200000762939453, 26.200000762939453, @@ -367,88 +366,88 @@ 25.200000762939453, 25.700000762939453, 26.299999237060547, - 27.0 + 27.0, + 27.799999237060547 ], "p50": [ - 22.837047576904297, - 22.90957260131836, - 23.1922664642334, - 23.25572967529297, - 23.38998031616211, - 23.467382431030273, - 25.18061065673828, - 30.391786575317383, - 37.67229080200195, - 41.307003021240234, - 44.779876708984375, - 45.98133087158203, - 45.62626266479492, - 44.25184631347656, - 45.20465087890625, - 44.226966857910156, - 42.46625518798828, - 41.097442626953125, - 37.56665802001953, - 29.353181838989258, - 20.316936492919922, - 20.505720138549805, - 20.049985885620117, - 19.67679214477539 + 24.37934112548828, + 25.005878448486328, + 25.243398666381836, + 25.192485809326172, + 25.051353454589844, + 25.82550811767578, + 30.86836814880371, + 44.4400749206543, + 43.20222854614258, + 44.729042053222656, + 45.959014892578125, + 45.21258544921875, + 44.68410110473633, + 45.21324157714844, + 45.47665786743164, + 43.93754577636719, + 43.85584259033203, + 42.599708557128906, + 32.4713134765625, + 20.280155181884766, + 20.327064514160156, + 19.731599807739258, + 19.797222137451172, + 19.722667694091797 ], "p10": [ - 21.03515625, - 19.8592586517334, - 18.889053344726562, - 18.29705047607422, - 17.59212303161621, - 16.931194305419922, - 17.37932586669922, - 20.063411712646484, - 22.67203140258789, - 24.25226593017578, - 25.363557815551758, - 25.020498275756836, - 21.99585723876953, - 19.971942901611328, - 19.18520736694336, - 17.11233139038086, - 15.842879295349121, - 14.647064208984375, - 14.54351806640625, - 14.589639663696289, - 10.885751724243164, - 11.6331787109375, - 11.811954498291016, - 11.684362411499023 + 22.845882415771484, + 22.331546783447266, + 21.346654891967773, + 20.524185180664062, + 19.349624633789062, + 18.988113403320312, + 20.934072494506836, + 29.24458885192871, + 26.367279052734375, + 26.869064331054688, + 26.58542251586914, + 26.135862350463867, + 23.542251586914062, + 21.847150802612305, + 20.998493194580078, + 19.70045280456543, + 18.969226837158203, + 18.505264282226562, + 14.744112014770508, + 10.940401077270508, + 11.641515731811523, + 11.423782348632812, + 11.841489791870117, + 11.630840301513672 ], "p90": [ - 24.16968536376953, - 25.66517448425293, - 27.547861099243164, - 28.750320434570312, - 30.144367218017578, - 32.06081008911133, - 35.84220504760742, - 45.4247932434082, - 56.45201110839844, - 61.559329986572266, - 65.19047546386719, - 67.74813842773438, - 69.44913482666016, - 69.74036407470703, - 70.75926971435547, - 69.54936981201172, - 68.47792053222656, - 65.28243255615234, - 63.507652282714844, - 53.278709411621094, - 36.72509765625, - 33.98362731933594, - 32.06339645385742, - 30.48617935180664 + 25.721790313720703, + 27.61771011352539, + 29.002622604370117, + 30.130809783935547, + 31.30787467956543, + 33.95551681518555, + 44.080196380615234, + 60.98929214477539, + 60.66929626464844, + 63.06666564941406, + 64.0393295288086, + 64.15593719482422, + 64.41677856445312, + 68.11264038085938, + 67.58109283447266, + 66.24565887451172, + 67.70476531982422, + 65.66366577148438, + 57.108238220214844, + 35.32306671142578, + 33.61016845703125, + 31.753517150878906, + 31.454334259033203, + 30.72110366821289 ], "timestamps": [ - "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", "2026-06-03 07:00:00", @@ -807,6 +806,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 831ebdf36e038454bc678e6dd962fb443f7a34e2..c40dd5a908ed5e2ccb0fb011c8c887545296cec1 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:33:51.121807+00:00", + "evaluated_at": "2026-06-18T04:56:55.761285+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 32.79999923706055, 30.600000381469727, 28.5, 27.0, @@ -341,10 +340,10 @@ 24.5, 26.100000381469727, 27.399999618530273, - 28.200000762939453 + 28.200000762939453, + 29.100000381469727 ], "actuals": [ - 29.100000381469727, 29.799999237060547, 29.799999237060547, 29.799999237060547, @@ -367,88 +366,88 @@ 25.899999618530273, 27.200000762939453, 27.899999618530273, - 28.799999237060547 + 28.799999237060547, + 29.5 ], "p50": [ - 28.839149475097656, - 29.153005599975586, - 29.28085708618164, - 28.743623733520508, - 28.139942169189453, - 27.278057098388672, - 26.357633590698242, - 25.340499877929688, - 24.721269607543945, - 23.95966148376465, - 23.483407974243164, - 23.026710510253906, - 22.763402938842773, - 22.618026733398438, - 22.73079490661621, - 22.435548782348633, - 22.216320037841797, - 22.127208709716797, - 22.71265983581543, - 23.879528045654297, - 25.45667266845703, - 26.56911277770996, - 27.591352462768555, - 28.30020523071289 + 29.55570411682129, + 29.813081741333008, + 29.42455291748047, + 28.69125747680664, + 27.68548583984375, + 26.664649963378906, + 25.63525390625, + 24.98570442199707, + 24.199567794799805, + 23.644132614135742, + 23.1851749420166, + 22.842823028564453, + 22.5834903717041, + 22.619901657104492, + 22.29823875427246, + 22.126256942749023, + 22.03166389465332, + 22.55979347229004, + 23.787654876708984, + 25.486120223999023, + 26.646608352661133, + 27.717214584350586, + 28.49383544921875, + 29.206327438354492 ], "p10": [ - 28.170852661132812, - 28.08116912841797, - 27.86925506591797, - 27.09760856628418, - 26.169998168945312, - 25.254791259765625, - 24.413494110107422, - 23.47840690612793, - 22.85013198852539, - 22.191835403442383, - 21.649934768676758, - 21.174665451049805, - 20.8706111907959, - 20.58696174621582, - 20.6678466796875, - 20.46552276611328, - 20.212398529052734, - 20.153438568115234, - 20.628326416015625, - 21.632848739624023, - 22.88634490966797, - 23.80816650390625, - 24.630088806152344, - 24.936643600463867 + 28.88081169128418, + 28.7233829498291, + 28.03957748413086, + 27.118547439575195, + 25.83148956298828, + 24.779184341430664, + 23.832767486572266, + 23.20172882080078, + 22.435298919677734, + 21.93047523498535, + 21.3602294921875, + 20.984708786010742, + 20.6509952545166, + 20.541149139404297, + 20.251548767089844, + 20.105669021606445, + 19.969715118408203, + 20.44351577758789, + 21.40715217590332, + 22.930192947387695, + 23.789541244506836, + 24.611387252807617, + 25.157917022705078, + 25.54168701171875 ], "p90": [ - 29.49052619934082, - 30.084339141845703, - 30.535724639892578, - 30.23777961730957, - 29.867630004882812, - 29.102081298828125, - 28.188716888427734, - 27.123210906982422, - 26.443756103515625, - 25.655071258544922, - 25.22272491455078, - 24.71413230895996, - 24.50491714477539, - 24.4172306060791, - 24.61544418334961, - 24.239273071289062, - 24.027360916137695, - 23.934785842895508, - 24.54501724243164, - 25.9014892578125, - 27.860750198364258, - 29.242263793945312, - 30.60435676574707, - 31.592998504638672 + 30.194841384887695, + 30.756683349609375, + 30.626758575439453, + 30.164840698242188, + 29.280048370361328, + 28.35189437866211, + 27.302391052246094, + 26.6142520904541, + 25.838491439819336, + 25.38347053527832, + 24.9418888092041, + 24.59000015258789, + 24.473899841308594, + 24.622976303100586, + 24.30293083190918, + 24.12039566040039, + 24.04277992248535, + 24.689876556396484, + 26.0872859954834, + 27.98888397216797, + 29.440414428710938, + 30.749183654785156, + 31.755578994750977, + 32.669803619384766 ], "timestamps": [ - "2026-06-03 04:00:00", "2026-06-03 05:00:00", "2026-06-03 06:00:00", "2026-06-03 07:00:00", @@ -807,6 +806,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index e2de2a5c49eec6adf07a8d8d6f93bffce4e105c4..34a2740349aa33422b190a5ead6b6c5a5da6047a 100644 --- a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:34:17.282859+00:00", + "evaluated_at": "2026-06-18T04:57:01.255428+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 19.0, 10.0, 12.0, 15.0, @@ -72,8 +71,8 @@ 13.0, 15.0, 14.0, - 18.0, - 13.0, + 19.0, + 14.0, 15.0, 13.0, 15.0, @@ -124,10 +123,10 @@ 20.0, 11.0, 18.0, - 15.0, 17.0, - 23.0, - 12.0, + 18.0, + 25.0, + 13.0, 20.0, 11.0, 12.0, @@ -150,7 +149,7 @@ 11.0, 12.0, 17.0, - 11.0, + 13.0, 17.0, 11.0, 14.0, @@ -173,20 +172,20 @@ 9.0, 9.0, 9.0, - 10.0 + 10.0, + 9.0 ], "actuals": [ - 9.0, 13.0, 18.0, 10.0, 13.0, 19.0, 23.0, - 15.0, - 12.0, + 20.0, 14.0, - 13.0, + 15.0, + 17.0, 16.0, 22.0, 14.0, @@ -199,88 +198,88 @@ 6.0, 6.0, 10.0, - 5.0 + 13.0, + 1.0 ], "p50": [ - 13.655146598815918, - 13.67618179321289, - 13.690275192260742, - 13.703495025634766, - 13.733635902404785, - 13.729496955871582, - 13.766890525817871, - 13.775930404663086, - 13.777012825012207, - 13.781967163085938, - 13.827445030212402, - 13.781193733215332, - 13.827858924865723, - 13.804842948913574, - 13.797654151916504, - 13.808354377746582, - 13.835855484008789, - 13.799690246582031, - 13.849313735961914, - 13.823339462280273, - 13.810354232788086, - 13.803230285644531, - 13.812363624572754, - 13.779512405395508 + 12.84561824798584, + 12.74184799194336, + 12.81527042388916, + 12.928339958190918, + 12.849355697631836, + 13.050078392028809, + 13.097737312316895, + 13.042692184448242, + 13.093843460083008, + 13.197710990905762, + 13.12411117553711, + 13.174505233764648, + 13.230618476867676, + 13.13852310180664, + 13.145858764648438, + 13.233681678771973, + 13.15450382232666, + 13.218371391296387, + 13.348490715026855, + 13.196844100952148, + 13.249935150146484, + 13.426737785339355, + 13.206406593322754, + 13.304686546325684 ], "p10": [ - 8.729248046875, - 8.710283279418945, - 8.70836067199707, - 8.703632354736328, - 8.730798721313477, - 8.686731338500977, - 8.735687255859375, - 8.724006652832031, - 8.731807708740234, - 8.702238082885742, - 8.747293472290039, - 8.707657814025879, - 8.765201568603516, - 8.728561401367188, - 8.730716705322266, - 8.730025291442871, - 8.738473892211914, - 8.669037818908691, - 8.725349426269531, - 8.711228370666504, - 8.693466186523438, - 8.673896789550781, - 8.716824531555176, - 8.677213668823242 + 8.281623840332031, + 8.210371017456055, + 8.254186630249023, + 8.238685607910156, + 8.151809692382812, + 8.28411865234375, + 8.2698335647583, + 8.231609344482422, + 8.282445907592773, + 8.26192855834961, + 8.287457466125488, + 8.297285079956055, + 8.261207580566406, + 8.20875358581543, + 8.248025894165039, + 8.347617149353027, + 8.317878723144531, + 8.292013168334961, + 8.377436637878418, + 8.271435737609863, + 8.319175720214844, + 8.372416496276855, + 8.232317924499512, + 8.26142406463623 ], "p90": [ - 19.565576553344727, - 19.394611358642578, - 19.44264030456543, - 19.575820922851562, - 19.651473999023438, - 19.599042892456055, - 19.73543357849121, - 19.7126407623291, - 19.758350372314453, - 19.73356819152832, - 19.801849365234375, - 19.75389289855957, - 19.80345916748047, - 19.78128433227539, - 19.780025482177734, - 19.718469619750977, - 19.88625144958496, - 19.76093101501465, - 19.89269256591797, - 19.813154220581055, - 19.750133514404297, - 19.798892974853516, - 19.801828384399414, - 19.76763916015625 + 18.771915435791016, + 18.969772338867188, + 19.180017471313477, + 19.350664138793945, + 19.22429656982422, + 19.6531925201416, + 19.370853424072266, + 19.346534729003906, + 19.399972915649414, + 19.512563705444336, + 19.242351531982422, + 19.701555252075195, + 19.486709594726562, + 19.372390747070312, + 19.53531265258789, + 19.57762908935547, + 19.245037078857422, + 19.727474212646484, + 19.720806121826172, + 19.515583038330078, + 19.670486450195312, + 20.025192260742188, + 19.54368019104004, + 19.853992462158203 ], "timestamps": [ - "2026-06-10 04:00:00", "2026-06-10 05:00:00", "2026-06-10 06:00:00", "2026-06-10 07:00:00", @@ -471,6 +470,7 @@ "2026-06-18 00:00:00", "2026-06-18 01:00:00", "2026-06-18 02:00:00", - "2026-06-18 03:00:00" + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index ff14271a99b102649bddd55234775466fa85bdfb..b46a87b8331379ef7c315bb94fa9e6d6579265b6 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,55 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T04:38:57.591850+00:00", + "evaluated_at": "2026-06-18T04:57:03.427060+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", - "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 76, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", + "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": []